2024-12-15 06:07:00,602 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-15 06:07:00,623 main DEBUG Took 0.011538 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 06:07:00,623 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 06:07:00,623 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 06:07:00,625 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 06:07:00,626 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,636 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 06:07:00,653 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,656 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,657 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,658 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,659 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,660 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,660 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,662 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,662 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,663 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,664 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,665 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,665 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,666 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,668 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,669 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 06:07:00,670 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,670 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 06:07:00,672 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 06:07:00,674 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 06:07:00,677 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 06:07:00,678 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 06:07:00,679 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 06:07:00,680 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 06:07:00,691 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 06:07:00,694 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 06:07:00,696 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 06:07:00,697 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 06:07:00,697 main DEBUG createAppenders(={Console}) 2024-12-15 06:07:00,698 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-12-15 06:07:00,699 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-12-15 06:07:00,699 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-12-15 06:07:00,700 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 06:07:00,701 main DEBUG OutputStream closed 2024-12-15 06:07:00,701 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 06:07:00,702 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 06:07:00,702 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-12-15 06:07:00,779 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 06:07:00,781 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 06:07:00,782 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 06:07:00,783 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 06:07:00,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 06:07:00,784 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 06:07:00,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 06:07:00,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 06:07:00,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 06:07:00,785 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 06:07:00,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 06:07:00,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 06:07:00,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 06:07:00,786 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 06:07:00,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 06:07:00,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 06:07:00,787 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 06:07:00,788 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 06:07:00,790 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 06:07:00,791 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@13330ac6) with optional ClassLoader: null 2024-12-15 06:07:00,791 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 06:07:00,792 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@13330ac6] started OK. 2024-12-15T06:07:01,073 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50 2024-12-15 06:07:01,076 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 06:07:01,076 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T06:07:01,083 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop-log-dir so I do NOT create it in target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f 2024-12-15T06:07:01,083 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop-log-dir Erasing configuration value by system value. 2024-12-15T06:07:01,084 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop-tmp-dir so I do NOT create it in target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f 2024-12-15T06:07:01,084 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-15T06:07:01,085 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f 2024-12-15T06:07:01,096 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-15T06:07:01,121 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/cluster_79896afe-5871-2ab0-9334-4b9d16535254, deleteOnExit=true 2024-12-15T06:07:01,213 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/cluster_79896afe-5871-2ab0-9334-4b9d16535254/zookeeper_0, clientPort=59060, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/cluster_79896afe-5871-2ab0-9334-4b9d16535254/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/cluster_79896afe-5871-2ab0-9334-4b9d16535254/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T06:07:01,226 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=59060 2024-12-15T06:07:01,226 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-15T06:07:01,226 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-15T06:07:01,234 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T06:07:01,236 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T06:07:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/test.cache.data in system properties and HBase conf 2024-12-15T06:07:01,237 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T06:07:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop.log.dir in system properties and HBase conf 2024-12-15T06:07:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T06:07:01,238 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T06:07:01,239 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T06:07:01,316 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T06:07:01,411 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T06:07:01,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T06:07:01,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T06:07:01,415 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T06:07:01,416 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T06:07:01,416 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T06:07:01,417 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T06:07:01,417 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T06:07:01,417 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T06:07:01,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T06:07:01,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/nfs.dump.dir in system properties and HBase conf 2024-12-15T06:07:01,418 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/java.io.tmpdir in system properties and HBase conf 2024-12-15T06:07:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T06:07:01,419 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T06:07:01,420 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T06:07:02,841 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T06:07:02,917 INFO [Time-limited test {}] log.Log(170): Logging initialized @3018ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T06:07:02,994 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T06:07:03,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T06:07:03,096 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T06:07:03,097 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T06:07:03,098 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T06:07:03,114 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T06:07:03,118 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop.log.dir/,AVAILABLE} 2024-12-15T06:07:03,119 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T06:07:03,301 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@16bb9715{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/java.io.tmpdir/jetty-localhost-43595-hadoop-hdfs-3_4_1-tests_jar-_-any-1685009018388965141/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T06:07:03,307 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:43595} 2024-12-15T06:07:03,308 INFO [Time-limited test {}] server.Server(415): Started @3409ms 2024-12-15T06:07:04,173 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T06:07:04,180 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T06:07:04,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T06:07:04,181 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T06:07:04,181 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T06:07:04,182 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop.log.dir/,AVAILABLE} 2024-12-15T06:07:04,362 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T06:07:04,703 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b590514{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/java.io.tmpdir/jetty-localhost-45521-hadoop-hdfs-3_4_1-tests_jar-_-any-6634752097057964903/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T06:07:04,704 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:45521} 2024-12-15T06:07:04,704 INFO [Time-limited test {}] server.Server(415): Started @4806ms 2024-12-15T06:07:04,763 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T06:07:05,814 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/cluster_79896afe-5871-2ab0-9334-4b9d16535254/dfs/data/data2/current/BP-1944213418-172.17.0.2-1734242821998/current, will proceed with Du for space computation calculation, 2024-12-15T06:07:05,814 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/cluster_79896afe-5871-2ab0-9334-4b9d16535254/dfs/data/data1/current/BP-1944213418-172.17.0.2-1734242821998/current, will proceed with Du for space computation calculation, 2024-12-15T06:07:05,845 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T06:07:05,895 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa889def797c514ea with lease ID 0xead7597d7ada6a84: Processing first storage report for DS-27d615fd-bcdc-47a3-bd4a-d3b1edd55032 from datanode DatanodeRegistration(127.0.0.1:46295, datanodeUuid=fd2294bb-64e5-41d5-ae4c-d07f1171b570, infoPort=46599, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=92442788;c=1734242821998) 2024-12-15T06:07:05,896 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa889def797c514ea with lease ID 0xead7597d7ada6a84: from storage DS-27d615fd-bcdc-47a3-bd4a-d3b1edd55032 node DatanodeRegistration(127.0.0.1:46295, datanodeUuid=fd2294bb-64e5-41d5-ae4c-d07f1171b570, infoPort=46599, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=92442788;c=1734242821998), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T06:07:05,897 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa889def797c514ea with lease ID 0xead7597d7ada6a84: Processing first storage report for DS-7e0b4f6d-ab68-4006-a692-9ca5a5a119fc from datanode DatanodeRegistration(127.0.0.1:46295, datanodeUuid=fd2294bb-64e5-41d5-ae4c-d07f1171b570, infoPort=46599, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=92442788;c=1734242821998) 2024-12-15T06:07:05,897 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa889def797c514ea with lease ID 0xead7597d7ada6a84: from storage DS-7e0b4f6d-ab68-4006-a692-9ca5a5a119fc node DatanodeRegistration(127.0.0.1:46295, datanodeUuid=fd2294bb-64e5-41d5-ae4c-d07f1171b570, infoPort=46599, infoSecurePort=0, ipcPort=33523, storageInfo=lv=-57;cid=testClusterID;nsid=92442788;c=1734242821998), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T06:07:05,903 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50 2024-12-15T06:07:05,918 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:05,922 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:06,172 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741825_1001 (size=7) 2024-12-15T06:07:06,577 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e with version=8 2024-12-15T06:07:06,577 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/hbase-staging 2024-12-15T06:07:06,709 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T06:07:06,980 INFO [Time-limited test {}] client.ConnectionUtils(129): master/00a5f8d66132:0 server-side Connection retries=45 2024-12-15T06:07:06,998 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:06,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:06,999 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T06:07:06,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:06,999 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T06:07:07,132 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T06:07:07,191 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T06:07:07,200 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T06:07:07,204 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T06:07:07,231 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12715 (auto-detected) 2024-12-15T06:07:07,232 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T06:07:07,251 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34779 2024-12-15T06:07:07,259 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:07,261 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:07,274 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:34779 connecting to ZooKeeper ensemble=127.0.0.1:59060 2024-12-15T06:07:07,306 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:347790x0, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T06:07:07,309 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34779-0x10094491d2f0000 connected 2024-12-15T06:07:07,335 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-15T06:07:07,338 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T06:07:07,341 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-15T06:07:07,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34779 2024-12-15T06:07:07,345 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34779 2024-12-15T06:07:07,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34779 2024-12-15T06:07:07,346 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34779 2024-12-15T06:07:07,347 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34779 2024-12-15T06:07:07,352 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e, hbase.cluster.distributed=false 2024-12-15T06:07:07,413 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/00a5f8d66132:0 server-side Connection retries=45 2024-12-15T06:07:07,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:07,413 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:07,414 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T06:07:07,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:07,414 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T06:07:07,416 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T06:07:07,418 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T06:07:07,419 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34335 2024-12-15T06:07:07,421 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T06:07:07,427 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T06:07:07,428 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:07,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:07,434 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34335 connecting to ZooKeeper ensemble=127.0.0.1:59060 2024-12-15T06:07:07,438 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343350x0, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T06:07:07,439 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34335-0x10094491d2f0001 connected 2024-12-15T06:07:07,439 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-15T06:07:07,441 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T06:07:07,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-15T06:07:07,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34335 2024-12-15T06:07:07,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34335 2024-12-15T06:07:07,447 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34335 2024-12-15T06:07:07,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34335 2024-12-15T06:07:07,450 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34335 2024-12-15T06:07:07,452 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/00a5f8d66132,34779,1734242826702 2024-12-15T06:07:07,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T06:07:07,459 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T06:07:07,461 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/00a5f8d66132,34779,1734242826702 2024-12-15T06:07:07,468 DEBUG [M:0;00a5f8d66132:34779 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00a5f8d66132:34779 2024-12-15T06:07:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-15T06:07:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-15T06:07:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:07,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:07,483 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-15T06:07:07,484 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/00a5f8d66132,34779,1734242826702 from backup master directory 2024-12-15T06:07:07,484 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-15T06:07:07,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/00a5f8d66132,34779,1734242826702 2024-12-15T06:07:07,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T06:07:07,487 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T06:07:07,488 WARN [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T06:07:07,488 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00a5f8d66132,34779,1734242826702 2024-12-15T06:07:07,490 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T06:07:07,492 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T06:07:07,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741826_1002 (size=42) 2024-12-15T06:07:07,967 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/hbase.id with ID: 73f6a8ce-16a1-4cbd-b711-cd5b8257da8e 2024-12-15T06:07:08,008 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:08,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:08,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:08,050 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741827_1003 (size=196) 2024-12-15T06:07:08,071 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T06:07:08,074 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T06:07:08,092 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:08,097 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T06:07:08,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741828_1004 (size=1189) 2024-12-15T06:07:08,550 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store 2024-12-15T06:07:08,564 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741829_1005 (size=34) 2024-12-15T06:07:08,569 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T06:07:08,570 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:08,571 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T06:07:08,571 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:07:08,571 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:07:08,571 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T06:07:08,571 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:07:08,572 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:07:08,572 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T06:07:08,574 WARN [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/.initializing 2024-12-15T06:07:08,574 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/WALs/00a5f8d66132,34779,1734242826702 2024-12-15T06:07:08,580 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T06:07:08,594 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00a5f8d66132%2C34779%2C1734242826702, suffix=, logDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/WALs/00a5f8d66132,34779,1734242826702, archiveDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/oldWALs, maxLogs=10 2024-12-15T06:07:08,625 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/WALs/00a5f8d66132,34779,1734242826702/00a5f8d66132%2C34779%2C1734242826702.1734242828600, exclude list is [], retry=0 2024-12-15T06:07:08,642 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46295,DS-27d615fd-bcdc-47a3-bd4a-d3b1edd55032,DISK] 2024-12-15T06:07:08,645 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T06:07:08,682 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/WALs/00a5f8d66132,34779,1734242826702/00a5f8d66132%2C34779%2C1734242826702.1734242828600 2024-12-15T06:07:08,683 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46599:46599)] 2024-12-15T06:07:08,683 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T06:07:08,684 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:08,688 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:08,690 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:08,735 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:08,762 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T06:07:08,766 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:08,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:08,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:08,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T06:07:08,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:08,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:08,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:08,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T06:07:08,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:08,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:08,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:08,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T06:07:08,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:08,783 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:08,788 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:08,789 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:08,800 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T06:07:08,804 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:08,808 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:08,809 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75141843, jitterRate=0.11970071494579315}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T06:07:08,813 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T06:07:08,814 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T06:07:08,842 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1453e2dc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:08,877 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T06:07:08,889 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T06:07:08,889 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T06:07:08,892 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T06:07:08,893 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-15T06:07:08,898 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-15T06:07:08,899 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T06:07:08,924 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T06:07:08,936 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-15T06:07:08,938 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-15T06:07:08,940 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T06:07:08,941 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-15T06:07:08,943 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-15T06:07:08,945 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T06:07:08,948 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-15T06:07:08,950 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-15T06:07:08,951 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-15T06:07:08,952 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-15T06:07:08,962 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T06:07:08,963 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-15T06:07:08,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-15T06:07:08,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-15T06:07:08,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:08,967 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:08,968 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=00a5f8d66132,34779,1734242826702, sessionid=0x10094491d2f0000, setting cluster-up flag (Was=false) 2024-12-15T06:07:08,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:08,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:08,987 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-15T06:07:08,989 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00a5f8d66132,34779,1734242826702 2024-12-15T06:07:08,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:08,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:09,002 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-15T06:07:09,003 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00a5f8d66132,34779,1734242826702 2024-12-15T06:07:09,069 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00a5f8d66132:34335 2024-12-15T06:07:09,071 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1008): ClusterId : 73f6a8ce-16a1-4cbd-b711-cd5b8257da8e 2024-12-15T06:07:09,074 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T06:07:09,079 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T06:07:09,079 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T06:07:09,082 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T06:07:09,083 DEBUG [RS:0;00a5f8d66132:34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7899ffef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:09,084 DEBUG [RS:0;00a5f8d66132:34335 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fce6d44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00a5f8d66132/172.17.0.2:0 2024-12-15T06:07:09,085 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T06:07:09,087 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T06:07:09,087 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T06:07:09,087 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T06:07:09,089 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3073): reportForDuty to master=00a5f8d66132,34779,1734242826702 with isa=00a5f8d66132/172.17.0.2:34335, startcode=1734242827412 2024-12-15T06:07:09,092 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T06:07:09,095 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T06:07:09,103 DEBUG [RS:0;00a5f8d66132:34335 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T06:07:09,102 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00a5f8d66132,34779,1734242826702 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T06:07:09,105 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00a5f8d66132:0, corePoolSize=5, maxPoolSize=5 2024-12-15T06:07:09,106 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00a5f8d66132:0, corePoolSize=5, maxPoolSize=5 2024-12-15T06:07:09,106 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00a5f8d66132:0, corePoolSize=5, maxPoolSize=5 2024-12-15T06:07:09,106 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00a5f8d66132:0, corePoolSize=5, maxPoolSize=5 2024-12-15T06:07:09,107 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00a5f8d66132:0, corePoolSize=10, maxPoolSize=10 2024-12-15T06:07:09,107 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,107 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00a5f8d66132:0, corePoolSize=2, maxPoolSize=2 2024-12-15T06:07:09,108 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,112 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734242859112 2024-12-15T06:07:09,114 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T06:07:09,115 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T06:07:09,116 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T06:07:09,117 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T06:07:09,118 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T06:07:09,119 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T06:07:09,119 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T06:07:09,119 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T06:07:09,120 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,122 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:09,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T06:07:09,124 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T06:07:09,125 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T06:07:09,125 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T06:07:09,128 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T06:07:09,128 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T06:07:09,130 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.large.0-1734242829129,5,FailOnTimeoutGroup] 2024-12-15T06:07:09,131 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.small.0-1734242829130,5,FailOnTimeoutGroup] 2024-12-15T06:07:09,131 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,132 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T06:07:09,133 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,133 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741831_1007 (size=1039) 2024-12-15T06:07:09,149 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49503, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T06:07:09,154 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34779 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:09,157 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34779 {}] master.ServerManager(486): Registering regionserver=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:09,172 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:09,172 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:34899 2024-12-15T06:07:09,172 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T06:07:09,177 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-15T06:07:09,178 DEBUG [RS:0;00a5f8d66132:34335 {}] zookeeper.ZKUtil(111): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on existing znode=/1/rs/00a5f8d66132,34335,1734242827412 2024-12-15T06:07:09,178 WARN [RS:0;00a5f8d66132:34335 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T06:07:09,178 INFO [RS:0;00a5f8d66132:34335 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T06:07:09,178 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412 2024-12-15T06:07:09,180 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00a5f8d66132,34335,1734242827412] 2024-12-15T06:07:09,191 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T06:07:09,202 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T06:07:09,214 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T06:07:09,217 INFO [RS:0;00a5f8d66132:34335 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T06:07:09,217 INFO [RS:0;00a5f8d66132:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,218 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T06:07:09,225 INFO [RS:0;00a5f8d66132:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,225 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,225 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,226 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,226 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,226 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,226 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00a5f8d66132:0, corePoolSize=2, maxPoolSize=2 2024-12-15T06:07:09,226 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,226 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,226 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,227 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,227 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:09,227 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00a5f8d66132:0, corePoolSize=3, maxPoolSize=3 2024-12-15T06:07:09,227 DEBUG [RS:0;00a5f8d66132:34335 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00a5f8d66132:0, corePoolSize=3, maxPoolSize=3 2024-12-15T06:07:09,228 INFO [RS:0;00a5f8d66132:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,228 INFO [RS:0;00a5f8d66132:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,228 INFO [RS:0;00a5f8d66132:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,228 INFO [RS:0;00a5f8d66132:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,228 INFO [RS:0;00a5f8d66132:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,34335,1734242827412-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T06:07:09,252 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T06:07:09,255 INFO [RS:0;00a5f8d66132:34335 {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,34335,1734242827412-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:09,275 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.Replication(204): 00a5f8d66132,34335,1734242827412 started 2024-12-15T06:07:09,276 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1767): Serving as 00a5f8d66132,34335,1734242827412, RpcServer on 00a5f8d66132/172.17.0.2:34335, sessionid=0x10094491d2f0001 2024-12-15T06:07:09,276 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T06:07:09,277 DEBUG [RS:0;00a5f8d66132:34335 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:09,277 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00a5f8d66132,34335,1734242827412' 2024-12-15T06:07:09,277 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-15T06:07:09,278 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-15T06:07:09,278 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T06:07:09,278 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T06:07:09,278 DEBUG [RS:0;00a5f8d66132:34335 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:09,278 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00a5f8d66132,34335,1734242827412' 2024-12-15T06:07:09,278 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-15T06:07:09,279 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-15T06:07:09,280 DEBUG [RS:0;00a5f8d66132:34335 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T06:07:09,280 INFO [RS:0;00a5f8d66132:34335 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T06:07:09,280 INFO [RS:0;00a5f8d66132:34335 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T06:07:09,385 INFO [RS:0;00a5f8d66132:34335 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T06:07:09,389 INFO [RS:0;00a5f8d66132:34335 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00a5f8d66132%2C34335%2C1734242827412, suffix=, logDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412, archiveDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/oldWALs, maxLogs=10 2024-12-15T06:07:09,406 DEBUG [RS:0;00a5f8d66132:34335 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, exclude list is [], retry=0 2024-12-15T06:07:09,410 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46295,DS-27d615fd-bcdc-47a3-bd4a-d3b1edd55032,DISK] 2024-12-15T06:07:09,414 INFO [RS:0;00a5f8d66132:34335 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 2024-12-15T06:07:09,414 DEBUG [RS:0;00a5f8d66132:34335 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46599:46599)] 2024-12-15T06:07:09,539 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T06:07:09,539 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:09,549 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741833_1009 (size=32) 2024-12-15T06:07:09,952 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:09,955 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T06:07:09,958 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T06:07:09,958 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:09,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:09,959 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T06:07:09,962 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T06:07:09,962 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:09,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:09,963 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T06:07:09,965 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T06:07:09,965 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:09,966 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:09,967 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740 2024-12-15T06:07:09,968 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740 2024-12-15T06:07:09,971 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T06:07:09,973 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T06:07:09,978 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:09,979 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67823503, jitterRate=0.010648950934410095}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T06:07:09,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T06:07:09,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T06:07:09,981 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T06:07:09,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T06:07:09,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T06:07:09,981 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T06:07:09,983 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T06:07:09,983 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T06:07:09,986 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T06:07:09,986 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T06:07:09,992 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T06:07:10,000 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T06:07:10,003 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T06:07:10,154 DEBUG [00a5f8d66132:34779 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T06:07:10,160 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:10,165 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00a5f8d66132,34335,1734242827412, state=OPENING 2024-12-15T06:07:10,170 DEBUG [PEWorker-4 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T06:07:10,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:10,172 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:10,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T06:07:10,173 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T06:07:10,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:10,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:10,350 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T06:07:10,354 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T06:07:10,364 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T06:07:10,365 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T06:07:10,365 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T06:07:10,369 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00a5f8d66132%2C34335%2C1734242827412.meta, suffix=.meta, logDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412, archiveDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/oldWALs, maxLogs=10 2024-12-15T06:07:10,385 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.meta.1734242830370.meta, exclude list is [], retry=0 2024-12-15T06:07:10,389 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46295,DS-27d615fd-bcdc-47a3-bd4a-d3b1edd55032,DISK] 2024-12-15T06:07:10,392 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.meta.1734242830370.meta 2024-12-15T06:07:10,393 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46599:46599)] 2024-12-15T06:07:10,393 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T06:07:10,395 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T06:07:10,457 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T06:07:10,462 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T06:07:10,466 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T06:07:10,466 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:10,467 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T06:07:10,467 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T06:07:10,470 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T06:07:10,472 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T06:07:10,472 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:10,473 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:10,474 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T06:07:10,475 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T06:07:10,476 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:10,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:10,477 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T06:07:10,478 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T06:07:10,479 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:10,479 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:10,481 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740 2024-12-15T06:07:10,484 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740 2024-12-15T06:07:10,486 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T06:07:10,489 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T06:07:10,491 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69886474, jitterRate=0.04138961434364319}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T06:07:10,493 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T06:07:10,501 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734242830343 2024-12-15T06:07:10,512 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T06:07:10,512 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T06:07:10,513 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:10,515 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00a5f8d66132,34335,1734242827412, state=OPEN 2024-12-15T06:07:10,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-15T06:07:10,518 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-15T06:07:10,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T06:07:10,518 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T06:07:10,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T06:07:10,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=00a5f8d66132,34335,1734242827412 in 344 msec 2024-12-15T06:07:10,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T06:07:10,528 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 532 msec 2024-12-15T06:07:10,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.4950 sec 2024-12-15T06:07:10,533 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734242830533, completionTime=-1 2024-12-15T06:07:10,533 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T06:07:10,533 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T06:07:10,571 DEBUG [hconnection-0x1183bcf6-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:10,573 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43950, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T06:07:10,583 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T06:07:10,583 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734242890583 2024-12-15T06:07:10,583 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734242950583 2024-12-15T06:07:10,584 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 50 msec 2024-12-15T06:07:10,608 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,34779,1734242826702-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:10,608 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,34779,1734242826702-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:10,609 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,34779,1734242826702-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:10,610 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00a5f8d66132:34779, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:10,610 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:10,615 DEBUG [master/00a5f8d66132:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T06:07:10,618 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T06:07:10,619 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T06:07:10,626 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T06:07:10,629 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T06:07:10,630 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:10,631 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T06:07:10,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741835_1011 (size=358) 2024-12-15T06:07:11,046 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4523998778e7a8486aa1add13599c92, NAME => 'hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:11,055 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741836_1012 (size=42) 2024-12-15T06:07:11,457 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:11,458 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d4523998778e7a8486aa1add13599c92, disabling compactions & flushes 2024-12-15T06:07:11,458 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:07:11,458 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:07:11,458 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. after waiting 0 ms 2024-12-15T06:07:11,458 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:07:11,458 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:07:11,459 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4523998778e7a8486aa1add13599c92: 2024-12-15T06:07:11,461 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T06:07:11,470 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734242831463"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242831463"}]},"ts":"1734242831463"} 2024-12-15T06:07:11,493 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T06:07:11,495 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T06:07:11,499 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242831496"}]},"ts":"1734242831496"} 2024-12-15T06:07:11,504 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T06:07:11,511 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d4523998778e7a8486aa1add13599c92, ASSIGN}] 2024-12-15T06:07:11,514 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d4523998778e7a8486aa1add13599c92, ASSIGN 2024-12-15T06:07:11,516 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d4523998778e7a8486aa1add13599c92, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:11,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d4523998778e7a8486aa1add13599c92, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:11,672 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d4523998778e7a8486aa1add13599c92, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:11,828 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:11,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:07:11,841 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d4523998778e7a8486aa1add13599c92, NAME => 'hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92.', STARTKEY => '', ENDKEY => ''} 2024-12-15T06:07:11,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d4523998778e7a8486aa1add13599c92 2024-12-15T06:07:11,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:11,842 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d4523998778e7a8486aa1add13599c92 2024-12-15T06:07:11,843 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d4523998778e7a8486aa1add13599c92 2024-12-15T06:07:11,847 INFO [StoreOpener-d4523998778e7a8486aa1add13599c92-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d4523998778e7a8486aa1add13599c92 2024-12-15T06:07:11,850 INFO [StoreOpener-d4523998778e7a8486aa1add13599c92-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4523998778e7a8486aa1add13599c92 columnFamilyName info 2024-12-15T06:07:11,850 DEBUG [StoreOpener-d4523998778e7a8486aa1add13599c92-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:11,852 INFO [StoreOpener-d4523998778e7a8486aa1add13599c92-1 {}] regionserver.HStore(327): Store=d4523998778e7a8486aa1add13599c92/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:11,854 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/namespace/d4523998778e7a8486aa1add13599c92 2024-12-15T06:07:11,855 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/namespace/d4523998778e7a8486aa1add13599c92 2024-12-15T06:07:11,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d4523998778e7a8486aa1add13599c92 2024-12-15T06:07:11,866 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/namespace/d4523998778e7a8486aa1add13599c92/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:11,867 INFO [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d4523998778e7a8486aa1add13599c92; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63493183, jitterRate=-0.05387784540653229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T06:07:11,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d4523998778e7a8486aa1add13599c92: 2024-12-15T06:07:11,876 INFO [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92., pid=6, masterSystemTime=1734242831827 2024-12-15T06:07:11,886 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:07:11,886 INFO [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:07:11,886 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d4523998778e7a8486aa1add13599c92, regionState=OPEN, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:11,905 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T06:07:11,907 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d4523998778e7a8486aa1add13599c92, server=00a5f8d66132,34335,1734242827412 in 224 msec 2024-12-15T06:07:11,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T06:07:11,911 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d4523998778e7a8486aa1add13599c92, ASSIGN in 394 msec 2024-12-15T06:07:11,913 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T06:07:11,913 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242831913"}]},"ts":"1734242831913"} 2024-12-15T06:07:11,917 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T06:07:11,938 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-15T06:07:11,939 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T06:07:11,945 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3190 sec 2024-12-15T06:07:11,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-15T06:07:11,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:11,963 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:12,000 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T06:07:12,024 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-15T06:07:12,032 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 33 msec 2024-12-15T06:07:12,036 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T06:07:12,049 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-15T06:07:12,055 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 18 msec 2024-12-15T06:07:12,063 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-15T06:07:12,066 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-15T06:07:12,067 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.579sec 2024-12-15T06:07:12,068 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T06:07:12,070 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T06:07:12,070 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T06:07:12,071 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T06:07:12,071 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T06:07:12,072 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,34779,1734242826702-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T06:07:12,072 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,34779,1734242826702-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T06:07:12,080 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T06:07:12,081 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T06:07:12,081 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,34779,1734242826702-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:12,175 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3392f0ba to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1849bf0d 2024-12-15T06:07:12,176 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T06:07:12,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3485e88a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:12,189 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T06:07:12,189 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T06:07:12,202 DEBUG [hconnection-0x32825a07-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:12,215 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43956, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T06:07:12,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=00a5f8d66132,34779,1734242826702 2024-12-15T06:07:12,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T06:07:12,224 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/cluster_c1ce06b2-c33c-5cbd-aabc-39159826cdc7, deleteOnExit=true 2024-12-15T06:07:12,224 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T06:07:12,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/test.cache.data in system properties and HBase conf 2024-12-15T06:07:12,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T06:07:12,243 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/hadoop.log.dir in system properties and HBase conf 2024-12-15T06:07:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T06:07:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T06:07:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T06:07:12,244 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T06:07:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T06:07:12,244 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T06:07:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T06:07:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T06:07:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T06:07:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T06:07:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T06:07:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T06:07:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T06:07:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/nfs.dump.dir in system properties and HBase conf 2024-12-15T06:07:12,245 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/java.io.tmpdir in system properties and HBase conf 2024-12-15T06:07:12,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T06:07:12,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T06:07:12,246 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T06:07:12,352 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T06:07:12,359 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T06:07:12,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T06:07:12,363 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T06:07:12,363 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T06:07:12,364 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T06:07:12,365 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a3c3146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/hadoop.log.dir/,AVAILABLE} 2024-12-15T06:07:12,366 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e22805{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T06:07:12,531 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@368e0f31{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/java.io.tmpdir/jetty-localhost-35791-hadoop-hdfs-3_4_1-tests_jar-_-any-16980676047206865013/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T06:07:12,532 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7eccdd29{HTTP/1.1, (http/1.1)}{localhost:35791} 2024-12-15T06:07:12,532 INFO [Time-limited test {}] server.Server(415): Started @12633ms 2024-12-15T06:07:12,674 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T06:07:12,680 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T06:07:12,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T06:07:12,689 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T06:07:12,689 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T06:07:12,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@231527f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/hadoop.log.dir/,AVAILABLE} 2024-12-15T06:07:12,691 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@782acae5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T06:07:12,861 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4cbc615d{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/java.io.tmpdir/jetty-localhost-35459-hadoop-hdfs-3_4_1-tests_jar-_-any-5967989733968938113/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T06:07:12,861 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60f2fece{HTTP/1.1, (http/1.1)}{localhost:35459} 2024-12-15T06:07:12,861 INFO [Time-limited test {}] server.Server(415): Started @12963ms 2024-12-15T06:07:12,864 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T06:07:12,986 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/cluster_c1ce06b2-c33c-5cbd-aabc-39159826cdc7/dfs/data/data1/current/BP-781394626-172.17.0.2-1734242832283/current, will proceed with Du for space computation calculation, 2024-12-15T06:07:12,986 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/cluster_c1ce06b2-c33c-5cbd-aabc-39159826cdc7/dfs/data/data2/current/BP-781394626-172.17.0.2-1734242832283/current, will proceed with Du for space computation calculation, 2024-12-15T06:07:13,041 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T06:07:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd296043ec7c5657d with lease ID 0x81748e0f51ab9ad7: Processing first storage report for DS-0283c9e7-9a00-4719-8079-c413ac439c98 from datanode DatanodeRegistration(127.0.0.1:41367, datanodeUuid=f0288b27-abc1-4e05-ae6d-9203f58d504c, infoPort=37319, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1251301797;c=1734242832283) 2024-12-15T06:07:13,048 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd296043ec7c5657d with lease ID 0x81748e0f51ab9ad7: from storage DS-0283c9e7-9a00-4719-8079-c413ac439c98 node DatanodeRegistration(127.0.0.1:41367, datanodeUuid=f0288b27-abc1-4e05-ae6d-9203f58d504c, infoPort=37319, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1251301797;c=1734242832283), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T06:07:13,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xd296043ec7c5657d with lease ID 0x81748e0f51ab9ad7: Processing first storage report for DS-30de3ca3-bd98-4aa7-bfb2-a12c6d53b73d from datanode DatanodeRegistration(127.0.0.1:41367, datanodeUuid=f0288b27-abc1-4e05-ae6d-9203f58d504c, infoPort=37319, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1251301797;c=1734242832283) 2024-12-15T06:07:13,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xd296043ec7c5657d with lease ID 0x81748e0f51ab9ad7: from storage DS-30de3ca3-bd98-4aa7-bfb2-a12c6d53b73d node DatanodeRegistration(127.0.0.1:41367, datanodeUuid=f0288b27-abc1-4e05-ae6d-9203f58d504c, infoPort=37319, infoSecurePort=0, ipcPort=35329, storageInfo=lv=-57;cid=testClusterID;nsid=1251301797;c=1734242832283), blocks: 0, hasStaleStorage: false, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-15T06:07:13,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f 2024-12-15T06:07:13,120 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:13,123 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:13,142 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741825_1001 (size=7) 2024-12-15T06:07:13,144 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 with version=8 2024-12-15T06:07:13,144 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/hbase-staging 2024-12-15T06:07:13,148 INFO [Time-limited test {}] client.ConnectionUtils(129): master/00a5f8d66132:0 server-side Connection retries=18 2024-12-15T06:07:13,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:13,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:13,168 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T06:07:13,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:13,168 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T06:07:13,169 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T06:07:13,169 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T06:07:13,170 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:36465 2024-12-15T06:07:13,171 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:13,173 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:13,177 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:36465 connecting to ZooKeeper ensemble=127.0.0.1:59060 2024-12-15T06:07:13,181 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364650x0, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T06:07:13,181 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36465-0x10094491d2f0003 connected 2024-12-15T06:07:13,196 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-15T06:07:13,201 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T06:07:13,202 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-15T06:07:13,208 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36465 2024-12-15T06:07:13,209 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36465 2024-12-15T06:07:13,210 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36465 2024-12-15T06:07:13,215 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36465 2024-12-15T06:07:13,216 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36465 2024-12-15T06:07:13,216 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455, hbase.cluster.distributed=false 2024-12-15T06:07:13,237 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/00a5f8d66132:0 server-side Connection retries=18 2024-12-15T06:07:13,237 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:13,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:13,238 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T06:07:13,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T06:07:13,238 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T06:07:13,238 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T06:07:13,238 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T06:07:13,239 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41985 2024-12-15T06:07:13,240 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T06:07:13,247 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T06:07:13,249 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:13,252 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:13,256 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:41985 connecting to ZooKeeper ensemble=127.0.0.1:59060 2024-12-15T06:07:13,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:419850x0, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T06:07:13,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:419850x0, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-15T06:07:13,260 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41985-0x10094491d2f0004 connected 2024-12-15T06:07:13,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T06:07:13,261 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-15T06:07:13,264 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41985 2024-12-15T06:07:13,266 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41985 2024-12-15T06:07:13,267 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41985 2024-12-15T06:07:13,272 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41985 2024-12-15T06:07:13,280 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41985 2024-12-15T06:07:13,281 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/00a5f8d66132,36465,1734242833147 2024-12-15T06:07:13,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T06:07:13,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T06:07:13,284 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/00a5f8d66132,36465,1734242833147 2024-12-15T06:07:13,294 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-15T06:07:13,295 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:13,297 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-15T06:07:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-15T06:07:13,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:13,304 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-15T06:07:13,305 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/00a5f8d66132,36465,1734242833147 from backup master directory 2024-12-15T06:07:13,306 DEBUG [M:0;00a5f8d66132:36465 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;00a5f8d66132:36465 2024-12-15T06:07:13,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/00a5f8d66132,36465,1734242833147 2024-12-15T06:07:13,307 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T06:07:13,307 WARN [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T06:07:13,308 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=00a5f8d66132,36465,1734242833147 2024-12-15T06:07:13,308 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T06:07:13,334 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741826_1002 (size=42) 2024-12-15T06:07:13,738 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/hbase.id with ID: 26d89d32-5aa7-46a1-a58f-6abddf948537 2024-12-15T06:07:13,757 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T06:07:13,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:13,762 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:13,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741827_1003 (size=196) 2024-12-15T06:07:14,171 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T06:07:14,172 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T06:07:14,173 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T06:07:14,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741828_1004 (size=1189) 2024-12-15T06:07:14,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:14,586 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store 2024-12-15T06:07:14,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741829_1005 (size=34) 2024-12-15T06:07:14,595 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:14,595 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T06:07:14,595 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:07:14,595 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:07:14,595 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T06:07:14,595 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:07:14,595 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:07:14,595 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T06:07:14,597 WARN [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/.initializing 2024-12-15T06:07:14,597 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/WALs/00a5f8d66132,36465,1734242833147 2024-12-15T06:07:14,599 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T06:07:14,602 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00a5f8d66132%2C36465%2C1734242833147, suffix=, logDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/WALs/00a5f8d66132,36465,1734242833147, archiveDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/oldWALs, maxLogs=10 2024-12-15T06:07:14,617 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/WALs/00a5f8d66132,36465,1734242833147/00a5f8d66132%2C36465%2C1734242833147.1734242834602, exclude list is [], retry=0 2024-12-15T06:07:14,621 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41367,DS-0283c9e7-9a00-4719-8079-c413ac439c98,DISK] 2024-12-15T06:07:14,624 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/WALs/00a5f8d66132,36465,1734242833147/00a5f8d66132%2C36465%2C1734242833147.1734242834602 2024-12-15T06:07:14,624 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-12-15T06:07:14,624 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T06:07:14,624 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:14,625 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:14,625 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:14,627 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:14,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T06:07:14,629 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:14,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:14,630 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:14,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T06:07:14,632 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:14,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:14,633 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:14,635 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T06:07:14,635 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:14,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:14,636 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:14,638 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T06:07:14,638 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:14,639 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:14,640 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:14,640 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:14,643 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T06:07:14,645 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T06:07:14,648 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:14,648 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67403201, jitterRate=0.004385963082313538}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T06:07:14,649 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T06:07:14,649 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T06:07:14,654 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60faa643, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:14,655 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T06:07:14,655 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T06:07:14,655 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T06:07:14,655 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T06:07:14,656 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T06:07:14,657 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T06:07:14,657 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T06:07:14,660 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T06:07:14,661 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-15T06:07:14,662 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-15T06:07:14,663 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T06:07:14,663 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-15T06:07:14,665 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-15T06:07:14,665 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T06:07:14,666 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-15T06:07:14,667 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-15T06:07:14,668 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-15T06:07:14,669 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-15T06:07:14,671 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T06:07:14,672 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-15T06:07:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-15T06:07:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:14,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-15T06:07:14,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:14,675 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=00a5f8d66132,36465,1734242833147, sessionid=0x10094491d2f0003, setting cluster-up flag (Was=false) 2024-12-15T06:07:14,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:14,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:14,683 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-15T06:07:14,684 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00a5f8d66132,36465,1734242833147 2024-12-15T06:07:14,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:14,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:14,697 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-15T06:07:14,698 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=00a5f8d66132,36465,1734242833147 2024-12-15T06:07:14,703 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T06:07:14,703 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T06:07:14,703 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T06:07:14,704 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 00a5f8d66132,36465,1734242833147 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T06:07:14,704 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/00a5f8d66132:0, corePoolSize=5, maxPoolSize=5 2024-12-15T06:07:14,704 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/00a5f8d66132:0, corePoolSize=5, maxPoolSize=5 2024-12-15T06:07:14,704 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/00a5f8d66132:0, corePoolSize=5, maxPoolSize=5 2024-12-15T06:07:14,704 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/00a5f8d66132:0, corePoolSize=5, maxPoolSize=5 2024-12-15T06:07:14,704 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/00a5f8d66132:0, corePoolSize=10, maxPoolSize=10 2024-12-15T06:07:14,704 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,704 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/00a5f8d66132:0, corePoolSize=2, maxPoolSize=2 2024-12-15T06:07:14,704 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,706 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734242864706 2024-12-15T06:07:14,706 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T06:07:14,706 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T06:07:14,706 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T06:07:14,706 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T06:07:14,706 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T06:07:14,706 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T06:07:14,707 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,707 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T06:07:14,707 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T06:07:14,707 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T06:07:14,707 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T06:07:14,707 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T06:07:14,707 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T06:07:14,707 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T06:07:14,708 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.large.0-1734242834707,5,FailOnTimeoutGroup] 2024-12-15T06:07:14,708 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.small.0-1734242834708,5,FailOnTimeoutGroup] 2024-12-15T06:07:14,708 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,708 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T06:07:14,708 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:14,709 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,709 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,709 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T06:07:14,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741831_1007 (size=1039) 2024-12-15T06:07:14,795 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;00a5f8d66132:41985 2024-12-15T06:07:14,796 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1008): ClusterId : 26d89d32-5aa7-46a1-a58f-6abddf948537 2024-12-15T06:07:14,796 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T06:07:14,799 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T06:07:14,799 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T06:07:14,801 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T06:07:14,802 DEBUG [RS:0;00a5f8d66132:41985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12b01e9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:14,803 DEBUG [RS:0;00a5f8d66132:41985 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0f6d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00a5f8d66132/172.17.0.2:0 2024-12-15T06:07:14,803 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T06:07:14,803 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T06:07:14,803 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T06:07:14,803 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3073): reportForDuty to master=00a5f8d66132,36465,1734242833147 with isa=00a5f8d66132/172.17.0.2:41985, startcode=1734242833236 2024-12-15T06:07:14,804 DEBUG [RS:0;00a5f8d66132:41985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T06:07:14,806 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43003, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T06:07:14,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 00a5f8d66132,41985,1734242833236 2024-12-15T06:07:14,807 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36465 {}] master.ServerManager(486): Registering regionserver=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:14,809 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:14,809 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37087 2024-12-15T06:07:14,809 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T06:07:14,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-15T06:07:14,812 DEBUG [RS:0;00a5f8d66132:41985 {}] zookeeper.ZKUtil(111): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on existing znode=/2/rs/00a5f8d66132,41985,1734242833236 2024-12-15T06:07:14,812 WARN [RS:0;00a5f8d66132:41985 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T06:07:14,812 INFO [RS:0;00a5f8d66132:41985 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T06:07:14,812 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/WALs/00a5f8d66132,41985,1734242833236 2024-12-15T06:07:14,812 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [00a5f8d66132,41985,1734242833236] 2024-12-15T06:07:14,818 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T06:07:14,818 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T06:07:14,820 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T06:07:14,821 INFO [RS:0;00a5f8d66132:41985 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T06:07:14,821 INFO [RS:0;00a5f8d66132:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,822 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T06:07:14,824 INFO [RS:0;00a5f8d66132:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/00a5f8d66132:0, corePoolSize=2, maxPoolSize=2 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,824 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,825 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/00a5f8d66132:0, corePoolSize=1, maxPoolSize=1 2024-12-15T06:07:14,825 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/00a5f8d66132:0, corePoolSize=3, maxPoolSize=3 2024-12-15T06:07:14,825 DEBUG [RS:0;00a5f8d66132:41985 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/00a5f8d66132:0, corePoolSize=3, maxPoolSize=3 2024-12-15T06:07:14,825 INFO [RS:0;00a5f8d66132:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,825 INFO [RS:0;00a5f8d66132:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,825 INFO [RS:0;00a5f8d66132:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,825 INFO [RS:0;00a5f8d66132:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,825 INFO [RS:0;00a5f8d66132:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,41985,1734242833236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T06:07:14,842 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T06:07:14,842 INFO [RS:0;00a5f8d66132:41985 {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,41985,1734242833236-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:14,858 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.Replication(204): 00a5f8d66132,41985,1734242833236 started 2024-12-15T06:07:14,858 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1767): Serving as 00a5f8d66132,41985,1734242833236, RpcServer on 00a5f8d66132/172.17.0.2:41985, sessionid=0x10094491d2f0004 2024-12-15T06:07:14,859 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T06:07:14,859 DEBUG [RS:0;00a5f8d66132:41985 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 00a5f8d66132,41985,1734242833236 2024-12-15T06:07:14,859 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00a5f8d66132,41985,1734242833236' 2024-12-15T06:07:14,859 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-15T06:07:14,859 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-15T06:07:14,860 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T06:07:14,860 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T06:07:14,860 DEBUG [RS:0;00a5f8d66132:41985 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 00a5f8d66132,41985,1734242833236 2024-12-15T06:07:14,860 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '00a5f8d66132,41985,1734242833236' 2024-12-15T06:07:14,860 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-15T06:07:14,861 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-15T06:07:14,861 DEBUG [RS:0;00a5f8d66132:41985 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T06:07:14,861 INFO [RS:0;00a5f8d66132:41985 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T06:07:14,861 INFO [RS:0;00a5f8d66132:41985 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T06:07:14,962 INFO [RS:0;00a5f8d66132:41985 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T06:07:14,965 INFO [RS:0;00a5f8d66132:41985 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00a5f8d66132%2C41985%2C1734242833236, suffix=, logDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/WALs/00a5f8d66132,41985,1734242833236, archiveDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/oldWALs, maxLogs=10 2024-12-15T06:07:14,981 DEBUG [RS:0;00a5f8d66132:41985 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/WALs/00a5f8d66132,41985,1734242833236/00a5f8d66132%2C41985%2C1734242833236.1734242834966, exclude list is [], retry=0 2024-12-15T06:07:14,986 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41367,DS-0283c9e7-9a00-4719-8079-c413ac439c98,DISK] 2024-12-15T06:07:14,989 INFO [RS:0;00a5f8d66132:41985 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/WALs/00a5f8d66132,41985,1734242833236/00a5f8d66132%2C41985%2C1734242833236.1734242834966 2024-12-15T06:07:14,990 DEBUG [RS:0;00a5f8d66132:41985 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-12-15T06:07:15,120 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T06:07:15,120 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:15,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741833_1009 (size=32) 2024-12-15T06:07:15,196 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T06:07:15,197 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T06:07:15,530 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:15,532 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T06:07:15,536 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T06:07:15,536 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:15,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:15,537 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T06:07:15,539 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T06:07:15,539 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:15,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:15,540 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T06:07:15,542 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T06:07:15,542 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:15,543 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:15,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740 2024-12-15T06:07:15,544 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740 2024-12-15T06:07:15,547 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T06:07:15,549 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T06:07:15,552 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:15,553 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59503831, jitterRate=-0.11332382261753082}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T06:07:15,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T06:07:15,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T06:07:15,553 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T06:07:15,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T06:07:15,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T06:07:15,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T06:07:15,553 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T06:07:15,553 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T06:07:15,555 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T06:07:15,555 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T06:07:15,555 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T06:07:15,557 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T06:07:15,558 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T06:07:15,708 DEBUG [00a5f8d66132:36465 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T06:07:15,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:15,711 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00a5f8d66132,41985,1734242833236, state=OPENING 2024-12-15T06:07:15,713 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T06:07:15,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:15,715 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:15,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:15,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T06:07:15,716 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T06:07:15,870 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,41985,1734242833236 2024-12-15T06:07:15,871 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T06:07:15,874 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53942, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T06:07:15,881 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T06:07:15,881 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T06:07:15,882 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T06:07:15,885 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=00a5f8d66132%2C41985%2C1734242833236.meta, suffix=.meta, logDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/WALs/00a5f8d66132,41985,1734242833236, archiveDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/oldWALs, maxLogs=10 2024-12-15T06:07:15,912 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/WALs/00a5f8d66132,41985,1734242833236/00a5f8d66132%2C41985%2C1734242833236.meta.1734242835888.meta, exclude list is [], retry=0 2024-12-15T06:07:15,917 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41367,DS-0283c9e7-9a00-4719-8079-c413ac439c98,DISK] 2024-12-15T06:07:15,920 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/WALs/00a5f8d66132,41985,1734242833236/00a5f8d66132%2C41985%2C1734242833236.meta.1734242835888.meta 2024-12-15T06:07:15,923 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37319:37319)] 2024-12-15T06:07:15,923 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T06:07:15,923 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T06:07:15,924 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T06:07:15,924 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T06:07:15,924 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T06:07:15,924 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:15,925 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T06:07:15,925 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T06:07:15,928 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T06:07:15,929 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T06:07:15,929 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:15,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:15,930 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T06:07:15,931 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T06:07:15,931 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:15,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:15,932 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T06:07:15,934 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T06:07:15,934 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:15,934 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T06:07:15,935 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740 2024-12-15T06:07:15,937 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740 2024-12-15T06:07:15,939 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T06:07:15,942 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T06:07:15,943 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74230640, jitterRate=0.10612273216247559}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T06:07:15,943 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T06:07:15,945 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734242835870 2024-12-15T06:07:15,948 DEBUG [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T06:07:15,948 INFO [RS_OPEN_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T06:07:15,949 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:15,950 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 00a5f8d66132,41985,1734242833236, state=OPEN 2024-12-15T06:07:15,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-15T06:07:15,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-15T06:07:15,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T06:07:15,952 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T06:07:15,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T06:07:15,955 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=00a5f8d66132,41985,1734242833236 in 237 msec 2024-12-15T06:07:15,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T06:07:15,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 400 msec 2024-12-15T06:07:15,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.2580 sec 2024-12-15T06:07:15,961 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734242835961, completionTime=-1 2024-12-15T06:07:15,962 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T06:07:15,962 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T06:07:15,962 DEBUG [hconnection-0x3d93182b-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:15,964 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T06:07:15,966 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T06:07:15,966 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734242895966 2024-12-15T06:07:15,966 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734242955966 2024-12-15T06:07:15,966 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 4 msec 2024-12-15T06:07:15,974 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,36465,1734242833147-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:15,974 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,36465,1734242833147-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:15,974 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,36465,1734242833147-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:15,974 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-00a5f8d66132:36465, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:15,975 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:15,975 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T06:07:15,975 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T06:07:15,975 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T06:07:15,977 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T06:07:15,978 DEBUG [master/00a5f8d66132:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T06:07:15,979 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T06:07:15,979 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:15,981 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T06:07:15,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741835_1011 (size=358) 2024-12-15T06:07:16,400 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f29e8ccc79965683599049df6e98353b, NAME => 'hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:16,412 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741836_1012 (size=42) 2024-12-15T06:07:16,417 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:16,418 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing f29e8ccc79965683599049df6e98353b, disabling compactions & flushes 2024-12-15T06:07:16,418 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:07:16,418 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:07:16,418 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. after waiting 0 ms 2024-12-15T06:07:16,418 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:07:16,418 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:07:16,418 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for f29e8ccc79965683599049df6e98353b: 2024-12-15T06:07:16,421 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T06:07:16,421 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734242836421"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242836421"}]},"ts":"1734242836421"} 2024-12-15T06:07:16,425 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T06:07:16,427 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T06:07:16,427 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242836427"}]},"ts":"1734242836427"} 2024-12-15T06:07:16,432 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T06:07:16,437 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f29e8ccc79965683599049df6e98353b, ASSIGN}] 2024-12-15T06:07:16,440 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=f29e8ccc79965683599049df6e98353b, ASSIGN 2024-12-15T06:07:16,442 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=f29e8ccc79965683599049df6e98353b, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:16,593 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f29e8ccc79965683599049df6e98353b, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:16,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure f29e8ccc79965683599049df6e98353b, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:16,751 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,41985,1734242833236 2024-12-15T06:07:16,756 INFO [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:07:16,756 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => f29e8ccc79965683599049df6e98353b, NAME => 'hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b.', STARTKEY => '', ENDKEY => ''} 2024-12-15T06:07:16,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace f29e8ccc79965683599049df6e98353b 2024-12-15T06:07:16,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:16,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for f29e8ccc79965683599049df6e98353b 2024-12-15T06:07:16,757 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for f29e8ccc79965683599049df6e98353b 2024-12-15T06:07:16,759 INFO [StoreOpener-f29e8ccc79965683599049df6e98353b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region f29e8ccc79965683599049df6e98353b 2024-12-15T06:07:16,761 INFO [StoreOpener-f29e8ccc79965683599049df6e98353b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f29e8ccc79965683599049df6e98353b columnFamilyName info 2024-12-15T06:07:16,761 DEBUG [StoreOpener-f29e8ccc79965683599049df6e98353b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:16,762 INFO [StoreOpener-f29e8ccc79965683599049df6e98353b-1 {}] regionserver.HStore(327): Store=f29e8ccc79965683599049df6e98353b/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:16,763 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/namespace/f29e8ccc79965683599049df6e98353b 2024-12-15T06:07:16,764 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/namespace/f29e8ccc79965683599049df6e98353b 2024-12-15T06:07:16,767 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for f29e8ccc79965683599049df6e98353b 2024-12-15T06:07:16,770 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/namespace/f29e8ccc79965683599049df6e98353b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:16,771 INFO [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened f29e8ccc79965683599049df6e98353b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59143397, jitterRate=-0.11869470775127411}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T06:07:16,771 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for f29e8ccc79965683599049df6e98353b: 2024-12-15T06:07:16,773 INFO [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b., pid=6, masterSystemTime=1734242836751 2024-12-15T06:07:16,776 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:07:16,776 INFO [RS_OPEN_PRIORITY_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:07:16,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=f29e8ccc79965683599049df6e98353b, regionState=OPEN, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:16,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T06:07:16,784 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure f29e8ccc79965683599049df6e98353b, server=00a5f8d66132,41985,1734242833236 in 184 msec 2024-12-15T06:07:16,787 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T06:07:16,788 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=f29e8ccc79965683599049df6e98353b, ASSIGN in 347 msec 2024-12-15T06:07:16,789 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T06:07:16,789 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242836789"}]},"ts":"1734242836789"} 2024-12-15T06:07:16,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T06:07:16,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T06:07:16,805 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 827 msec 2024-12-15T06:07:16,879 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-15T06:07:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-15T06:07:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:16,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:07:16,889 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T06:07:16,906 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-15T06:07:16,911 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 22 msec 2024-12-15T06:07:16,922 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T06:07:16,933 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-15T06:07:16,937 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 15 msec 2024-12-15T06:07:16,948 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-15T06:07:16,951 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-15T06:07:16,951 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 3.643sec 2024-12-15T06:07:16,951 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T06:07:16,951 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T06:07:16,951 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T06:07:16,951 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T06:07:16,951 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T06:07:16,951 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,36465,1734242833147-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T06:07:16,951 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,36465,1734242833147-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T06:07:16,954 DEBUG [master/00a5f8d66132:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T06:07:16,954 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T06:07:16,954 INFO [master/00a5f8d66132:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=00a5f8d66132,36465,1734242833147-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T06:07:16,986 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x325e27ff to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e1838c3 2024-12-15T06:07:16,991 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92f0a74, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:16,993 DEBUG [hconnection-0x35b7463a-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:16,995 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T06:07:16,998 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=00a5f8d66132,36465,1734242833147 2024-12-15T06:07:17,000 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5819dd61 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5710c6ce 2024-12-15T06:07:17,003 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ea9221e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:17,005 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0740a5b0 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@112492ec 2024-12-15T06:07:17,008 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405300b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:17,009 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05422b16 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30c47aa0 2024-12-15T06:07:17,012 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@684aba88, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:17,018 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T06:07:17,021 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40188, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T06:07:17,031 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T06:07:17,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-15T06:07:17,036 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T06:07:17,036 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:17,037 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-15T06:07:17,038 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T06:07:17,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:17,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741837_1013 (size=631) 2024-12-15T06:07:17,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:17,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T06:07:17,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T06:07:17,191 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T06:07:17,191 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T06:07:17,192 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T06:07:17,192 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T06:07:17,193 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T06:07:17,193 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T06:07:17,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:17,452 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 1ad349d2d98492ac0f4ddfb636351957, NAME => 'test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:17,452 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 539f1b45d34857c5b7b8c5e2efd9729c, NAME => 'test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:17,452 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 353f8f46bef36f1124096b93b7dd79c4, NAME => 'test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:17,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741838_1014 (size=42) 2024-12-15T06:07:17,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741840_1016 (size=45) 2024-12-15T06:07:17,496 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741839_1015 (size=45) 2024-12-15T06:07:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:17,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:17,880 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 539f1b45d34857c5b7b8c5e2efd9729c, disabling compactions & flushes 2024-12-15T06:07:17,880 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:07:17,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:07:17,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. after waiting 0 ms 2024-12-15T06:07:17,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:07:17,881 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:07:17,881 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 539f1b45d34857c5b7b8c5e2efd9729c: 2024-12-15T06:07:17,882 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 5ecdb788230448ad9d120c6077020596, NAME => 'test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:17,890 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:17,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741841_1017 (size=45) 2024-12-15T06:07:17,890 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 353f8f46bef36f1124096b93b7dd79c4, disabling compactions & flushes 2024-12-15T06:07:17,890 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:07:17,890 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:07:17,890 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. after waiting 0 ms 2024-12-15T06:07:17,890 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:07:17,890 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:07:17,890 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 353f8f46bef36f1124096b93b7dd79c4: 2024-12-15T06:07:17,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:17,892 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 61a9ed356bb7c0d1e47db9607d483aab, NAME => 'test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:17,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 5ecdb788230448ad9d120c6077020596, disabling compactions & flushes 2024-12-15T06:07:17,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:07:17,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:07:17,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. after waiting 0 ms 2024-12-15T06:07:17,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:07:17,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:07:17,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 5ecdb788230448ad9d120c6077020596: 2024-12-15T06:07:17,893 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => fce23f1004240dfa46b175b59e828a75, NAME => 'test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:17,898 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:17,898 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 1ad349d2d98492ac0f4ddfb636351957, disabling compactions & flushes 2024-12-15T06:07:17,898 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:07:17,898 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:07:17,898 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. after waiting 0 ms 2024-12-15T06:07:17,898 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:07:17,899 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:07:17,899 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 1ad349d2d98492ac0f4ddfb636351957: 2024-12-15T06:07:17,900 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 60c72f3a6bd3effdba2a73a3c364949f, NAME => 'test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:17,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741842_1018 (size=45) 2024-12-15T06:07:17,902 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:17,902 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 61a9ed356bb7c0d1e47db9607d483aab, disabling compactions & flushes 2024-12-15T06:07:17,902 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:07:17,902 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:07:17,902 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. after waiting 0 ms 2024-12-15T06:07:17,903 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:07:17,903 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:07:17,903 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 61a9ed356bb7c0d1e47db9607d483aab: 2024-12-15T06:07:17,903 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ea2574c34d0a06f5e88502fcad54bd60, NAME => 'test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:17,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741843_1019 (size=45) 2024-12-15T06:07:17,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:17,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing fce23f1004240dfa46b175b59e828a75, disabling compactions & flushes 2024-12-15T06:07:17,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:07:17,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:07:17,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. after waiting 0 ms 2024-12-15T06:07:17,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:07:17,907 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:07:17,907 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for fce23f1004240dfa46b175b59e828a75: 2024-12-15T06:07:17,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 771a6a12628f202b67660af7d09afa8d, NAME => 'test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:17,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741844_1020 (size=45) 2024-12-15T06:07:17,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741845_1021 (size=45) 2024-12-15T06:07:17,916 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741846_1022 (size=45) 2024-12-15T06:07:18,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:18,315 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:18,315 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 60c72f3a6bd3effdba2a73a3c364949f, disabling compactions & flushes 2024-12-15T06:07:18,315 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:07:18,315 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:07:18,315 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. after waiting 0 ms 2024-12-15T06:07:18,315 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:07:18,315 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:07:18,315 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 60c72f3a6bd3effdba2a73a3c364949f: 2024-12-15T06:07:18,315 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:18,316 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ea2574c34d0a06f5e88502fcad54bd60, disabling compactions & flushes 2024-12-15T06:07:18,316 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 451ee7cc8398927624c1822cfb6243ac, NAME => 'test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:18,316 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:07:18,316 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:07:18,316 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. after waiting 0 ms 2024-12-15T06:07:18,316 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:07:18,316 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:07:18,316 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ea2574c34d0a06f5e88502fcad54bd60: 2024-12-15T06:07:18,317 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => ca6db6fc5c7db33352cf8703270ec601, NAME => 'test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:18,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:18,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 771a6a12628f202b67660af7d09afa8d, disabling compactions & flushes 2024-12-15T06:07:18,317 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:07:18,317 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:07:18,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. after waiting 0 ms 2024-12-15T06:07:18,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:07:18,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:07:18,318 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 771a6a12628f202b67660af7d09afa8d: 2024-12-15T06:07:18,318 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 742160fcc18edb927ae703d3a5b02ce5, NAME => 'test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741847_1023 (size=45) 2024-12-15T06:07:18,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741848_1024 (size=45) 2024-12-15T06:07:18,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741849_1025 (size=45) 2024-12-15T06:07:18,732 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:18,732 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:18,732 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:18,732 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 451ee7cc8398927624c1822cfb6243ac, disabling compactions & flushes 2024-12-15T06:07:18,732 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing ca6db6fc5c7db33352cf8703270ec601, disabling compactions & flushes 2024-12-15T06:07:18,733 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:07:18,733 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 742160fcc18edb927ae703d3a5b02ce5, disabling compactions & flushes 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. after waiting 0 ms 2024-12-15T06:07:18,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. after waiting 0 ms 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:07:18,733 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. after waiting 0 ms 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for ca6db6fc5c7db33352cf8703270ec601: 2024-12-15T06:07:18,733 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 451ee7cc8398927624c1822cfb6243ac: 2024-12-15T06:07:18,733 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:07:18,733 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 742160fcc18edb927ae703d3a5b02ce5: 2024-12-15T06:07:18,734 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1c6507ec7c26440792a892dd9da00a4d, NAME => 'test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:18,735 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => bf74b70206a904b3f145044c727c4983, NAME => 'test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:18,735 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d59e4f06dc76bd9702a36684ea03914d, NAME => 'test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:18,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741850_1026 (size=45) 2024-12-15T06:07:18,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:18,756 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d59e4f06dc76bd9702a36684ea03914d, disabling compactions & flushes 2024-12-15T06:07:18,756 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:07:18,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:07:18,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. after waiting 0 ms 2024-12-15T06:07:18,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:07:18,757 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:07:18,757 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d59e4f06dc76bd9702a36684ea03914d: 2024-12-15T06:07:18,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741851_1027 (size=45) 2024-12-15T06:07:18,758 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9a4ac988164188214475c63e56887615, NAME => 'test,ppp,1734242837027.9a4ac988164188214475c63e56887615.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:18,760 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:18,760 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing bf74b70206a904b3f145044c727c4983, disabling compactions & flushes 2024-12-15T06:07:18,760 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:07:18,760 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:07:18,760 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. after waiting 0 ms 2024-12-15T06:07:18,761 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:07:18,761 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:07:18,761 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for bf74b70206a904b3f145044c727c4983: 2024-12-15T06:07:18,761 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 51a6e0157765783513ce1ed1ae7f7b6a, NAME => 'test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:18,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741852_1028 (size=45) 2024-12-15T06:07:18,763 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:18,763 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1c6507ec7c26440792a892dd9da00a4d, disabling compactions & flushes 2024-12-15T06:07:18,763 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:07:18,763 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:07:18,763 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. after waiting 0 ms 2024-12-15T06:07:18,763 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:07:18,763 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:07:18,763 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1c6507ec7c26440792a892dd9da00a4d: 2024-12-15T06:07:18,764 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4c47a625b94b9c1b402eb80ad9b5ec4d, NAME => 'test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:18,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741853_1029 (size=45) 2024-12-15T06:07:18,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741854_1030 (size=45) 2024-12-15T06:07:18,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741855_1031 (size=45) 2024-12-15T06:07:19,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:19,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ppp,1734242837027.9a4ac988164188214475c63e56887615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9a4ac988164188214475c63e56887615, disabling compactions & flushes 2024-12-15T06:07:19,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:07:19,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:07:19,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734242837027.9a4ac988164188214475c63e56887615. after waiting 0 ms 2024-12-15T06:07:19,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:07:19,177 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:07:19,177 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9a4ac988164188214475c63e56887615: 2024-12-15T06:07:19,178 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d4c8a259a6e0072f3605b0cc9b468cc1, NAME => 'test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:19,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741856_1032 (size=45) 2024-12-15T06:07:19,206 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,206 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 51a6e0157765783513ce1ed1ae7f7b6a, disabling compactions & flushes 2024-12-15T06:07:19,206 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:07:19,206 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:07:19,207 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. after waiting 0 ms 2024-12-15T06:07:19,207 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:07:19,207 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:07:19,207 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 51a6e0157765783513ce1ed1ae7f7b6a: 2024-12-15T06:07:19,208 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 086f22a686d8762553555bd0b279934b, NAME => 'test,ttt,1734242837027.086f22a686d8762553555bd0b279934b.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:19,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4c47a625b94b9c1b402eb80ad9b5ec4d, disabling compactions & flushes 2024-12-15T06:07:19,210 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:07:19,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:07:19,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. after waiting 0 ms 2024-12-15T06:07:19,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:07:19,210 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:07:19,210 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4c47a625b94b9c1b402eb80ad9b5ec4d: 2024-12-15T06:07:19,211 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8a111af23643b5ad1f2de1d5332b99a0, NAME => 'test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:19,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741857_1033 (size=45) 2024-12-15T06:07:19,221 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ttt,1734242837027.086f22a686d8762553555bd0b279934b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,221 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 086f22a686d8762553555bd0b279934b, disabling compactions & flushes 2024-12-15T06:07:19,221 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:07:19,221 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:07:19,221 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. after waiting 0 ms 2024-12-15T06:07:19,221 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:07:19,221 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:07:19,221 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 086f22a686d8762553555bd0b279934b: 2024-12-15T06:07:19,222 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7e5ef78cdb2aff68039739ab240e3ae3, NAME => 'test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:19,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741858_1034 (size=45) 2024-12-15T06:07:19,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8a111af23643b5ad1f2de1d5332b99a0, disabling compactions & flushes 2024-12-15T06:07:19,228 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:07:19,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:07:19,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. after waiting 0 ms 2024-12-15T06:07:19,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:07:19,228 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:07:19,228 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8a111af23643b5ad1f2de1d5332b99a0: 2024-12-15T06:07:19,229 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 486c74fcf2b0f0c5f8b5dd17904d31b8, NAME => 'test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:19,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741859_1035 (size=45) 2024-12-15T06:07:19,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7e5ef78cdb2aff68039739ab240e3ae3, disabling compactions & flushes 2024-12-15T06:07:19,235 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:07:19,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:07:19,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. after waiting 0 ms 2024-12-15T06:07:19,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:07:19,235 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:07:19,235 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7e5ef78cdb2aff68039739ab240e3ae3: 2024-12-15T06:07:19,236 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 4f8af2f46664073a5a7f43d1216f0090, NAME => 'test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:19,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741860_1036 (size=45) 2024-12-15T06:07:19,241 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,242 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 486c74fcf2b0f0c5f8b5dd17904d31b8, disabling compactions & flushes 2024-12-15T06:07:19,242 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:07:19,242 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:07:19,242 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. after waiting 0 ms 2024-12-15T06:07:19,242 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:07:19,242 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:07:19,242 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 486c74fcf2b0f0c5f8b5dd17904d31b8: 2024-12-15T06:07:19,242 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => e19f60dfde21bb9fe2b812484cabd6eb, NAME => 'test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:19,255 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741861_1037 (size=45) 2024-12-15T06:07:19,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741862_1038 (size=45) 2024-12-15T06:07:19,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:19,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,589 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d4c8a259a6e0072f3605b0cc9b468cc1, disabling compactions & flushes 2024-12-15T06:07:19,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:07:19,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:07:19,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. after waiting 0 ms 2024-12-15T06:07:19,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:07:19,590 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:07:19,590 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d4c8a259a6e0072f3605b0cc9b468cc1: 2024-12-15T06:07:19,591 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9f1f42f79367c72c9f99e7dfa22b799f, NAME => 'test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:19,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741863_1039 (size=42) 2024-12-15T06:07:19,657 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,657 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 4f8af2f46664073a5a7f43d1216f0090, disabling compactions & flushes 2024-12-15T06:07:19,657 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:07:19,657 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:07:19,657 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. after waiting 0 ms 2024-12-15T06:07:19,657 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:07:19,657 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:07:19,657 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 4f8af2f46664073a5a7f43d1216f0090: 2024-12-15T06:07:19,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:19,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing e19f60dfde21bb9fe2b812484cabd6eb, disabling compactions & flushes 2024-12-15T06:07:19,659 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:07:19,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:07:19,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. after waiting 0 ms 2024-12-15T06:07:19,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:07:19,659 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:07:19,659 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for e19f60dfde21bb9fe2b812484cabd6eb: 2024-12-15T06:07:19,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:20,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,009 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9f1f42f79367c72c9f99e7dfa22b799f, disabling compactions & flushes 2024-12-15T06:07:20,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:07:20,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:07:20,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. after waiting 0 ms 2024-12-15T06:07:20,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:07:20,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:07:20,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9f1f42f79367c72c9f99e7dfa22b799f: 2024-12-15T06:07:20,012 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T06:07:20,013 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,013 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,014 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,015 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734242837027.9a4ac988164188214475c63e56887615.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,016 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734242837027.086f22a686d8762553555bd0b279934b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,017 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734242840012"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242840012"}]},"ts":"1734242840012"} 2024-12-15T06:07:20,063 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-15T06:07:20,065 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T06:07:20,065 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242840065"}]},"ts":"1734242840065"} 2024-12-15T06:07:20,068 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-15T06:07:20,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=539f1b45d34857c5b7b8c5e2efd9729c, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=353f8f46bef36f1124096b93b7dd79c4, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1ad349d2d98492ac0f4ddfb636351957, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ecdb788230448ad9d120c6077020596, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61a9ed356bb7c0d1e47db9607d483aab, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fce23f1004240dfa46b175b59e828a75, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60c72f3a6bd3effdba2a73a3c364949f, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ea2574c34d0a06f5e88502fcad54bd60, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=771a6a12628f202b67660af7d09afa8d, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=451ee7cc8398927624c1822cfb6243ac, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca6db6fc5c7db33352cf8703270ec601, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=742160fcc18edb927ae703d3a5b02ce5, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1c6507ec7c26440792a892dd9da00a4d, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf74b70206a904b3f145044c727c4983, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d59e4f06dc76bd9702a36684ea03914d, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9a4ac988164188214475c63e56887615, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=51a6e0157765783513ce1ed1ae7f7b6a, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4c47a625b94b9c1b402eb80ad9b5ec4d, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4c8a259a6e0072f3605b0cc9b468cc1, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=086f22a686d8762553555bd0b279934b, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8a111af23643b5ad1f2de1d5332b99a0, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7e5ef78cdb2aff68039739ab240e3ae3, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=486c74fcf2b0f0c5f8b5dd17904d31b8, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4f8af2f46664073a5a7f43d1216f0090, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e19f60dfde21bb9fe2b812484cabd6eb, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9f1f42f79367c72c9f99e7dfa22b799f, ASSIGN}] 2024-12-15T06:07:20,077 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=5ecdb788230448ad9d120c6077020596, ASSIGN 2024-12-15T06:07:20,077 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1ad349d2d98492ac0f4ddfb636351957, ASSIGN 2024-12-15T06:07:20,077 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=353f8f46bef36f1124096b93b7dd79c4, ASSIGN 2024-12-15T06:07:20,078 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=539f1b45d34857c5b7b8c5e2efd9729c, ASSIGN 2024-12-15T06:07:20,079 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1ad349d2d98492ac0f4ddfb636351957, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,079 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=353f8f46bef36f1124096b93b7dd79c4, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,079 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=5ecdb788230448ad9d120c6077020596, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,080 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=539f1b45d34857c5b7b8c5e2efd9729c, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,084 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e19f60dfde21bb9fe2b812484cabd6eb, ASSIGN 2024-12-15T06:07:20,084 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9f1f42f79367c72c9f99e7dfa22b799f, ASSIGN 2024-12-15T06:07:20,084 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=486c74fcf2b0f0c5f8b5dd17904d31b8, ASSIGN 2024-12-15T06:07:20,084 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4f8af2f46664073a5a7f43d1216f0090, ASSIGN 2024-12-15T06:07:20,084 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7e5ef78cdb2aff68039739ab240e3ae3, ASSIGN 2024-12-15T06:07:20,085 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9f1f42f79367c72c9f99e7dfa22b799f, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,085 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e19f60dfde21bb9fe2b812484cabd6eb, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,086 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=486c74fcf2b0f0c5f8b5dd17904d31b8, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,086 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4f8af2f46664073a5a7f43d1216f0090, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,086 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7e5ef78cdb2aff68039739ab240e3ae3, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,090 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8a111af23643b5ad1f2de1d5332b99a0, ASSIGN 2024-12-15T06:07:20,090 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=086f22a686d8762553555bd0b279934b, ASSIGN 2024-12-15T06:07:20,090 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d4c8a259a6e0072f3605b0cc9b468cc1, ASSIGN 2024-12-15T06:07:20,090 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4c47a625b94b9c1b402eb80ad9b5ec4d, ASSIGN 2024-12-15T06:07:20,090 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=51a6e0157765783513ce1ed1ae7f7b6a, ASSIGN 2024-12-15T06:07:20,091 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8a111af23643b5ad1f2de1d5332b99a0, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,092 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=086f22a686d8762553555bd0b279934b, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,092 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d4c8a259a6e0072f3605b0cc9b468cc1, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,092 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=51a6e0157765783513ce1ed1ae7f7b6a, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,092 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4c47a625b94b9c1b402eb80ad9b5ec4d, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,096 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d59e4f06dc76bd9702a36684ea03914d, ASSIGN 2024-12-15T06:07:20,096 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=bf74b70206a904b3f145044c727c4983, ASSIGN 2024-12-15T06:07:20,096 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1c6507ec7c26440792a892dd9da00a4d, ASSIGN 2024-12-15T06:07:20,096 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=742160fcc18edb927ae703d3a5b02ce5, ASSIGN 2024-12-15T06:07:20,096 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9a4ac988164188214475c63e56887615, ASSIGN 2024-12-15T06:07:20,097 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d59e4f06dc76bd9702a36684ea03914d, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,097 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=bf74b70206a904b3f145044c727c4983, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,097 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1c6507ec7c26440792a892dd9da00a4d, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,097 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=742160fcc18edb927ae703d3a5b02ce5, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,097 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9a4ac988164188214475c63e56887615, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,101 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=451ee7cc8398927624c1822cfb6243ac, ASSIGN 2024-12-15T06:07:20,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ca6db6fc5c7db33352cf8703270ec601, ASSIGN 2024-12-15T06:07:20,101 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ea2574c34d0a06f5e88502fcad54bd60, ASSIGN 2024-12-15T06:07:20,102 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=771a6a12628f202b67660af7d09afa8d, ASSIGN 2024-12-15T06:07:20,102 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60c72f3a6bd3effdba2a73a3c364949f, ASSIGN 2024-12-15T06:07:20,102 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ca6db6fc5c7db33352cf8703270ec601, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,102 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=451ee7cc8398927624c1822cfb6243ac, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,102 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ea2574c34d0a06f5e88502fcad54bd60, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,103 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=771a6a12628f202b67660af7d09afa8d, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,103 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=60c72f3a6bd3effdba2a73a3c364949f, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,107 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61a9ed356bb7c0d1e47db9607d483aab, ASSIGN 2024-12-15T06:07:20,107 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=fce23f1004240dfa46b175b59e828a75, ASSIGN 2024-12-15T06:07:20,108 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=61a9ed356bb7c0d1e47db9607d483aab, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,109 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=fce23f1004240dfa46b175b59e828a75, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:20,230 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e19f60dfde21bb9fe2b812484cabd6eb, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,230 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=51a6e0157765783513ce1ed1ae7f7b6a, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,230 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ea2574c34d0a06f5e88502fcad54bd60, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,230 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=539f1b45d34857c5b7b8c5e2efd9729c, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,231 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=1c6507ec7c26440792a892dd9da00a4d, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,234 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=17, state=RUNNABLE; OpenRegionProcedure ea2574c34d0a06f5e88502fcad54bd60, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,238 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=26, state=RUNNABLE; OpenRegionProcedure 51a6e0157765783513ce1ed1ae7f7b6a, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,241 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=34, state=RUNNABLE; OpenRegionProcedure e19f60dfde21bb9fe2b812484cabd6eb, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,249 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=22, state=RUNNABLE; OpenRegionProcedure 1c6507ec7c26440792a892dd9da00a4d, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,251 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=10, state=RUNNABLE; OpenRegionProcedure 539f1b45d34857c5b7b8c5e2efd9729c, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,254 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=5ecdb788230448ad9d120c6077020596, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,255 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=fce23f1004240dfa46b175b59e828a75, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,255 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=61a9ed356bb7c0d1e47db9607d483aab, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,258 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ca6db6fc5c7db33352cf8703270ec601, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,260 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=742160fcc18edb927ae703d3a5b02ce5, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,263 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=13, state=RUNNABLE; OpenRegionProcedure 5ecdb788230448ad9d120c6077020596, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,263 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=15, state=RUNNABLE; OpenRegionProcedure fce23f1004240dfa46b175b59e828a75, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,268 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=21, state=RUNNABLE; OpenRegionProcedure 742160fcc18edb927ae703d3a5b02ce5, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,274 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=20, state=RUNNABLE; OpenRegionProcedure ca6db6fc5c7db33352cf8703270ec601, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,275 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=14, state=RUNNABLE; OpenRegionProcedure 61a9ed356bb7c0d1e47db9607d483aab, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,279 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=771a6a12628f202b67660af7d09afa8d, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,283 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d4c8a259a6e0072f3605b0cc9b468cc1, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,284 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=60c72f3a6bd3effdba2a73a3c364949f, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=18, state=RUNNABLE; OpenRegionProcedure 771a6a12628f202b67660af7d09afa8d, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,286 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=451ee7cc8398927624c1822cfb6243ac, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=1ad349d2d98492ac0f4ddfb636351957, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,287 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=28, state=RUNNABLE; OpenRegionProcedure d4c8a259a6e0072f3605b0cc9b468cc1, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,289 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=16, state=RUNNABLE; OpenRegionProcedure 60c72f3a6bd3effdba2a73a3c364949f, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,293 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=486c74fcf2b0f0c5f8b5dd17904d31b8, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,294 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=12, state=RUNNABLE; OpenRegionProcedure 1ad349d2d98492ac0f4ddfb636351957, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,300 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=19, state=RUNNABLE; OpenRegionProcedure 451ee7cc8398927624c1822cfb6243ac, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,302 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=32, state=RUNNABLE; OpenRegionProcedure 486c74fcf2b0f0c5f8b5dd17904d31b8, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,306 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=d59e4f06dc76bd9702a36684ea03914d, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=9a4ac988164188214475c63e56887615, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,309 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=353f8f46bef36f1124096b93b7dd79c4, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=24, state=RUNNABLE; OpenRegionProcedure d59e4f06dc76bd9702a36684ea03914d, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,316 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=bf74b70206a904b3f145044c727c4983, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,317 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=25, state=RUNNABLE; OpenRegionProcedure 9a4ac988164188214475c63e56887615, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,317 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=11, state=RUNNABLE; OpenRegionProcedure 353f8f46bef36f1124096b93b7dd79c4, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4c47a625b94b9c1b402eb80ad9b5ec4d, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=23, state=RUNNABLE; OpenRegionProcedure bf74b70206a904b3f145044c727c4983, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,328 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=4f8af2f46664073a5a7f43d1216f0090, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=27, state=RUNNABLE; OpenRegionProcedure 4c47a625b94b9c1b402eb80ad9b5ec4d, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,331 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=086f22a686d8762553555bd0b279934b, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,336 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=29, state=RUNNABLE; OpenRegionProcedure 086f22a686d8762553555bd0b279934b, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,336 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8a111af23643b5ad1f2de1d5332b99a0, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=33, state=RUNNABLE; OpenRegionProcedure 4f8af2f46664073a5a7f43d1216f0090, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=30, state=RUNNABLE; OpenRegionProcedure 8a111af23643b5ad1f2de1d5332b99a0, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,348 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=7e5ef78cdb2aff68039739ab240e3ae3, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,352 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9f1f42f79367c72c9f99e7dfa22b799f, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,353 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=31, state=RUNNABLE; OpenRegionProcedure 7e5ef78cdb2aff68039739ab240e3ae3, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=35, state=RUNNABLE; OpenRegionProcedure 9f1f42f79367c72c9f99e7dfa22b799f, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:20,391 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,403 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:07:20,404 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 8a111af23643b5ad1f2de1d5332b99a0, NAME => 'test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-15T06:07:20,404 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8a111af23643b5ad1f2de1d5332b99a0 2024-12-15T06:07:20,404 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,404 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 8a111af23643b5ad1f2de1d5332b99a0 2024-12-15T06:07:20,404 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 8a111af23643b5ad1f2de1d5332b99a0 2024-12-15T06:07:20,407 INFO [StoreOpener-8a111af23643b5ad1f2de1d5332b99a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8a111af23643b5ad1f2de1d5332b99a0 2024-12-15T06:07:20,409 INFO [StoreOpener-8a111af23643b5ad1f2de1d5332b99a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a111af23643b5ad1f2de1d5332b99a0 columnFamilyName f 2024-12-15T06:07:20,409 DEBUG [StoreOpener-8a111af23643b5ad1f2de1d5332b99a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,414 INFO [StoreOpener-8a111af23643b5ad1f2de1d5332b99a0-1 {}] regionserver.HStore(327): Store=8a111af23643b5ad1f2de1d5332b99a0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,414 INFO [StoreOpener-8a111af23643b5ad1f2de1d5332b99a0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8a111af23643b5ad1f2de1d5332b99a0 2024-12-15T06:07:20,417 INFO [StoreOpener-8a111af23643b5ad1f2de1d5332b99a0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8a111af23643b5ad1f2de1d5332b99a0 columnFamilyName norep 2024-12-15T06:07:20,417 DEBUG [StoreOpener-8a111af23643b5ad1f2de1d5332b99a0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,418 INFO [StoreOpener-8a111af23643b5ad1f2de1d5332b99a0-1 {}] regionserver.HStore(327): Store=8a111af23643b5ad1f2de1d5332b99a0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,419 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/8a111af23643b5ad1f2de1d5332b99a0 2024-12-15T06:07:20,420 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/8a111af23643b5ad1f2de1d5332b99a0 2024-12-15T06:07:20,422 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,428 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 8a111af23643b5ad1f2de1d5332b99a0 2024-12-15T06:07:20,441 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/8a111af23643b5ad1f2de1d5332b99a0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,443 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 8a111af23643b5ad1f2de1d5332b99a0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69123883, jitterRate=0.03002612292766571}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,444 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 8a111af23643b5ad1f2de1d5332b99a0: 2024-12-15T06:07:20,446 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0., pid=59, masterSystemTime=1734242840391 2024-12-15T06:07:20,450 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8a111af23643b5ad1f2de1d5332b99a0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,450 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:07:20,450 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:07:20,450 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:07:20,450 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 451ee7cc8398927624c1822cfb6243ac, NAME => 'test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-15T06:07:20,451 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 451ee7cc8398927624c1822cfb6243ac 2024-12-15T06:07:20,451 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,451 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 451ee7cc8398927624c1822cfb6243ac 2024-12-15T06:07:20,451 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 451ee7cc8398927624c1822cfb6243ac 2024-12-15T06:07:20,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=30 2024-12-15T06:07:20,458 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=30, state=SUCCESS; OpenRegionProcedure 8a111af23643b5ad1f2de1d5332b99a0, server=00a5f8d66132,34335,1734242827412 in 117 msec 2024-12-15T06:07:20,460 INFO [StoreOpener-451ee7cc8398927624c1822cfb6243ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 451ee7cc8398927624c1822cfb6243ac 2024-12-15T06:07:20,464 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8a111af23643b5ad1f2de1d5332b99a0, ASSIGN in 386 msec 2024-12-15T06:07:20,472 INFO [StoreOpener-451ee7cc8398927624c1822cfb6243ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451ee7cc8398927624c1822cfb6243ac columnFamilyName f 2024-12-15T06:07:20,473 DEBUG [StoreOpener-451ee7cc8398927624c1822cfb6243ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,474 INFO [StoreOpener-451ee7cc8398927624c1822cfb6243ac-1 {}] regionserver.HStore(327): Store=451ee7cc8398927624c1822cfb6243ac/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,474 INFO [StoreOpener-451ee7cc8398927624c1822cfb6243ac-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 451ee7cc8398927624c1822cfb6243ac 2024-12-15T06:07:20,476 INFO [StoreOpener-451ee7cc8398927624c1822cfb6243ac-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 451ee7cc8398927624c1822cfb6243ac columnFamilyName norep 2024-12-15T06:07:20,476 DEBUG [StoreOpener-451ee7cc8398927624c1822cfb6243ac-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,477 INFO [StoreOpener-451ee7cc8398927624c1822cfb6243ac-1 {}] regionserver.HStore(327): Store=451ee7cc8398927624c1822cfb6243ac/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,478 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/451ee7cc8398927624c1822cfb6243ac 2024-12-15T06:07:20,479 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/451ee7cc8398927624c1822cfb6243ac 2024-12-15T06:07:20,481 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,483 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 451ee7cc8398927624c1822cfb6243ac 2024-12-15T06:07:20,492 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/451ee7cc8398927624c1822cfb6243ac/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,493 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 451ee7cc8398927624c1822cfb6243ac; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71086075, jitterRate=0.05926506221294403}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,494 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 451ee7cc8398927624c1822cfb6243ac: 2024-12-15T06:07:20,495 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac., pid=49, masterSystemTime=1734242840391 2024-12-15T06:07:20,499 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:07:20,499 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:07:20,499 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:07:20,500 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => fce23f1004240dfa46b175b59e828a75, NAME => 'test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-15T06:07:20,500 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test fce23f1004240dfa46b175b59e828a75 2024-12-15T06:07:20,500 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=451ee7cc8398927624c1822cfb6243ac, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,500 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,500 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for fce23f1004240dfa46b175b59e828a75 2024-12-15T06:07:20,500 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for fce23f1004240dfa46b175b59e828a75 2024-12-15T06:07:20,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=19 2024-12-15T06:07:20,506 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=19, state=SUCCESS; OpenRegionProcedure 451ee7cc8398927624c1822cfb6243ac, server=00a5f8d66132,34335,1734242827412 in 213 msec 2024-12-15T06:07:20,506 INFO [StoreOpener-fce23f1004240dfa46b175b59e828a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region fce23f1004240dfa46b175b59e828a75 2024-12-15T06:07:20,508 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=451ee7cc8398927624c1822cfb6243ac, ASSIGN in 434 msec 2024-12-15T06:07:20,508 INFO [StoreOpener-fce23f1004240dfa46b175b59e828a75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fce23f1004240dfa46b175b59e828a75 columnFamilyName f 2024-12-15T06:07:20,509 DEBUG [StoreOpener-fce23f1004240dfa46b175b59e828a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,509 INFO [StoreOpener-fce23f1004240dfa46b175b59e828a75-1 {}] regionserver.HStore(327): Store=fce23f1004240dfa46b175b59e828a75/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,509 INFO [StoreOpener-fce23f1004240dfa46b175b59e828a75-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region fce23f1004240dfa46b175b59e828a75 2024-12-15T06:07:20,511 INFO [StoreOpener-fce23f1004240dfa46b175b59e828a75-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region fce23f1004240dfa46b175b59e828a75 columnFamilyName norep 2024-12-15T06:07:20,512 DEBUG [StoreOpener-fce23f1004240dfa46b175b59e828a75-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,512 INFO [StoreOpener-fce23f1004240dfa46b175b59e828a75-1 {}] regionserver.HStore(327): Store=fce23f1004240dfa46b175b59e828a75/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,517 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/fce23f1004240dfa46b175b59e828a75 2024-12-15T06:07:20,517 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/fce23f1004240dfa46b175b59e828a75 2024-12-15T06:07:20,523 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,526 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for fce23f1004240dfa46b175b59e828a75 2024-12-15T06:07:20,533 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/fce23f1004240dfa46b175b59e828a75/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,537 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened fce23f1004240dfa46b175b59e828a75; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69968575, jitterRate=0.042613014578819275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,537 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for fce23f1004240dfa46b175b59e828a75: 2024-12-15T06:07:20,539 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75., pid=42, masterSystemTime=1734242840391 2024-12-15T06:07:20,546 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:07:20,546 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:07:20,546 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:07:20,546 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=fce23f1004240dfa46b175b59e828a75, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,546 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => d4c8a259a6e0072f3605b0cc9b468cc1, NAME => 'test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T06:07:20,547 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d4c8a259a6e0072f3605b0cc9b468cc1 2024-12-15T06:07:20,547 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,547 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for d4c8a259a6e0072f3605b0cc9b468cc1 2024-12-15T06:07:20,547 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for d4c8a259a6e0072f3605b0cc9b468cc1 2024-12-15T06:07:20,556 INFO [StoreOpener-d4c8a259a6e0072f3605b0cc9b468cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d4c8a259a6e0072f3605b0cc9b468cc1 2024-12-15T06:07:20,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=15 2024-12-15T06:07:20,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=15, state=SUCCESS; OpenRegionProcedure fce23f1004240dfa46b175b59e828a75, server=00a5f8d66132,34335,1734242827412 in 287 msec 2024-12-15T06:07:20,560 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=fce23f1004240dfa46b175b59e828a75, ASSIGN in 485 msec 2024-12-15T06:07:20,564 INFO [StoreOpener-d4c8a259a6e0072f3605b0cc9b468cc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c8a259a6e0072f3605b0cc9b468cc1 columnFamilyName f 2024-12-15T06:07:20,564 DEBUG [StoreOpener-d4c8a259a6e0072f3605b0cc9b468cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,565 INFO [StoreOpener-d4c8a259a6e0072f3605b0cc9b468cc1-1 {}] regionserver.HStore(327): Store=d4c8a259a6e0072f3605b0cc9b468cc1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,565 INFO [StoreOpener-d4c8a259a6e0072f3605b0cc9b468cc1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d4c8a259a6e0072f3605b0cc9b468cc1 2024-12-15T06:07:20,567 INFO [StoreOpener-d4c8a259a6e0072f3605b0cc9b468cc1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d4c8a259a6e0072f3605b0cc9b468cc1 columnFamilyName norep 2024-12-15T06:07:20,567 DEBUG [StoreOpener-d4c8a259a6e0072f3605b0cc9b468cc1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,568 INFO [StoreOpener-d4c8a259a6e0072f3605b0cc9b468cc1-1 {}] regionserver.HStore(327): Store=d4c8a259a6e0072f3605b0cc9b468cc1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,569 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/d4c8a259a6e0072f3605b0cc9b468cc1 2024-12-15T06:07:20,570 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/d4c8a259a6e0072f3605b0cc9b468cc1 2024-12-15T06:07:20,571 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,573 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for d4c8a259a6e0072f3605b0cc9b468cc1 2024-12-15T06:07:20,576 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/d4c8a259a6e0072f3605b0cc9b468cc1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,576 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened d4c8a259a6e0072f3605b0cc9b468cc1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62394400, jitterRate=-0.0702509880065918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,577 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for d4c8a259a6e0072f3605b0cc9b468cc1: 2024-12-15T06:07:20,580 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1., pid=47, masterSystemTime=1734242840391 2024-12-15T06:07:20,585 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:07:20,585 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:07:20,585 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:07:20,586 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 61a9ed356bb7c0d1e47db9607d483aab, NAME => 'test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-15T06:07:20,586 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61a9ed356bb7c0d1e47db9607d483aab 2024-12-15T06:07:20,586 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=d4c8a259a6e0072f3605b0cc9b468cc1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,586 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,586 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 61a9ed356bb7c0d1e47db9607d483aab 2024-12-15T06:07:20,586 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 61a9ed356bb7c0d1e47db9607d483aab 2024-12-15T06:07:20,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=28 2024-12-15T06:07:20,593 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=28, state=SUCCESS; OpenRegionProcedure d4c8a259a6e0072f3605b0cc9b468cc1, server=00a5f8d66132,34335,1734242827412 in 303 msec 2024-12-15T06:07:20,594 INFO [StoreOpener-61a9ed356bb7c0d1e47db9607d483aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61a9ed356bb7c0d1e47db9607d483aab 2024-12-15T06:07:20,598 INFO [StoreOpener-61a9ed356bb7c0d1e47db9607d483aab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a9ed356bb7c0d1e47db9607d483aab columnFamilyName f 2024-12-15T06:07:20,598 DEBUG [StoreOpener-61a9ed356bb7c0d1e47db9607d483aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,600 INFO [StoreOpener-61a9ed356bb7c0d1e47db9607d483aab-1 {}] regionserver.HStore(327): Store=61a9ed356bb7c0d1e47db9607d483aab/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,601 INFO [StoreOpener-61a9ed356bb7c0d1e47db9607d483aab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61a9ed356bb7c0d1e47db9607d483aab 2024-12-15T06:07:20,604 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d4c8a259a6e0072f3605b0cc9b468cc1, ASSIGN in 521 msec 2024-12-15T06:07:20,605 INFO [StoreOpener-61a9ed356bb7c0d1e47db9607d483aab-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a9ed356bb7c0d1e47db9607d483aab columnFamilyName norep 2024-12-15T06:07:20,605 DEBUG [StoreOpener-61a9ed356bb7c0d1e47db9607d483aab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,606 INFO [StoreOpener-61a9ed356bb7c0d1e47db9607d483aab-1 {}] regionserver.HStore(327): Store=61a9ed356bb7c0d1e47db9607d483aab/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,607 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/61a9ed356bb7c0d1e47db9607d483aab 2024-12-15T06:07:20,608 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/61a9ed356bb7c0d1e47db9607d483aab 2024-12-15T06:07:20,610 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,617 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 61a9ed356bb7c0d1e47db9607d483aab 2024-12-15T06:07:20,621 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/61a9ed356bb7c0d1e47db9607d483aab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,622 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 61a9ed356bb7c0d1e47db9607d483aab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63323346, jitterRate=-0.05640861392021179}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,623 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 61a9ed356bb7c0d1e47db9607d483aab: 2024-12-15T06:07:20,624 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab., pid=43, masterSystemTime=1734242840391 2024-12-15T06:07:20,627 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:07:20,627 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:07:20,627 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:07:20,627 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 771a6a12628f202b67660af7d09afa8d, NAME => 'test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-15T06:07:20,628 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 771a6a12628f202b67660af7d09afa8d 2024-12-15T06:07:20,628 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,628 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 771a6a12628f202b67660af7d09afa8d 2024-12-15T06:07:20,628 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 771a6a12628f202b67660af7d09afa8d 2024-12-15T06:07:20,632 INFO [StoreOpener-771a6a12628f202b67660af7d09afa8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 771a6a12628f202b67660af7d09afa8d 2024-12-15T06:07:20,632 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=61a9ed356bb7c0d1e47db9607d483aab, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,635 INFO [StoreOpener-771a6a12628f202b67660af7d09afa8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771a6a12628f202b67660af7d09afa8d columnFamilyName f 2024-12-15T06:07:20,635 DEBUG [StoreOpener-771a6a12628f202b67660af7d09afa8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,637 INFO [StoreOpener-771a6a12628f202b67660af7d09afa8d-1 {}] regionserver.HStore(327): Store=771a6a12628f202b67660af7d09afa8d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,637 INFO [StoreOpener-771a6a12628f202b67660af7d09afa8d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 771a6a12628f202b67660af7d09afa8d 2024-12-15T06:07:20,639 INFO [StoreOpener-771a6a12628f202b67660af7d09afa8d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 771a6a12628f202b67660af7d09afa8d columnFamilyName norep 2024-12-15T06:07:20,639 DEBUG [StoreOpener-771a6a12628f202b67660af7d09afa8d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,640 INFO [StoreOpener-771a6a12628f202b67660af7d09afa8d-1 {}] regionserver.HStore(327): Store=771a6a12628f202b67660af7d09afa8d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=14 2024-12-15T06:07:20,640 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=14, state=SUCCESS; OpenRegionProcedure 61a9ed356bb7c0d1e47db9607d483aab, server=00a5f8d66132,34335,1734242827412 in 372 msec 2024-12-15T06:07:20,641 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/771a6a12628f202b67660af7d09afa8d 2024-12-15T06:07:20,642 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/771a6a12628f202b67660af7d09afa8d 2024-12-15T06:07:20,643 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=61a9ed356bb7c0d1e47db9607d483aab, ASSIGN in 569 msec 2024-12-15T06:07:20,644 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,646 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 771a6a12628f202b67660af7d09afa8d 2024-12-15T06:07:20,652 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/771a6a12628f202b67660af7d09afa8d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,653 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 771a6a12628f202b67660af7d09afa8d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74023033, jitterRate=0.10302914679050446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,653 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 771a6a12628f202b67660af7d09afa8d: 2024-12-15T06:07:20,655 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d., pid=46, masterSystemTime=1734242840391 2024-12-15T06:07:20,660 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:07:20,660 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:07:20,661 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=771a6a12628f202b67660af7d09afa8d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,662 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:07:20,662 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 4f8af2f46664073a5a7f43d1216f0090, NAME => 'test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-15T06:07:20,663 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f8af2f46664073a5a7f43d1216f0090 2024-12-15T06:07:20,663 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,663 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 4f8af2f46664073a5a7f43d1216f0090 2024-12-15T06:07:20,663 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 4f8af2f46664073a5a7f43d1216f0090 2024-12-15T06:07:20,667 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=18 2024-12-15T06:07:20,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=18, state=SUCCESS; OpenRegionProcedure 771a6a12628f202b67660af7d09afa8d, server=00a5f8d66132,34335,1734242827412 in 382 msec 2024-12-15T06:07:20,670 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=771a6a12628f202b67660af7d09afa8d, ASSIGN in 596 msec 2024-12-15T06:07:20,676 INFO [StoreOpener-4f8af2f46664073a5a7f43d1216f0090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f8af2f46664073a5a7f43d1216f0090 2024-12-15T06:07:20,678 INFO [StoreOpener-4f8af2f46664073a5a7f43d1216f0090-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f8af2f46664073a5a7f43d1216f0090 columnFamilyName f 2024-12-15T06:07:20,678 DEBUG [StoreOpener-4f8af2f46664073a5a7f43d1216f0090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,680 INFO [StoreOpener-4f8af2f46664073a5a7f43d1216f0090-1 {}] regionserver.HStore(327): Store=4f8af2f46664073a5a7f43d1216f0090/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,680 INFO [StoreOpener-4f8af2f46664073a5a7f43d1216f0090-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f8af2f46664073a5a7f43d1216f0090 2024-12-15T06:07:20,683 INFO [StoreOpener-4f8af2f46664073a5a7f43d1216f0090-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f8af2f46664073a5a7f43d1216f0090 columnFamilyName norep 2024-12-15T06:07:20,683 DEBUG [StoreOpener-4f8af2f46664073a5a7f43d1216f0090-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,684 INFO [StoreOpener-4f8af2f46664073a5a7f43d1216f0090-1 {}] regionserver.HStore(327): Store=4f8af2f46664073a5a7f43d1216f0090/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,685 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/4f8af2f46664073a5a7f43d1216f0090 2024-12-15T06:07:20,686 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/4f8af2f46664073a5a7f43d1216f0090 2024-12-15T06:07:20,688 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,690 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 4f8af2f46664073a5a7f43d1216f0090 2024-12-15T06:07:20,700 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/4f8af2f46664073a5a7f43d1216f0090/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,701 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 4f8af2f46664073a5a7f43d1216f0090; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61304019, jitterRate=-0.0864989310503006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,701 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 4f8af2f46664073a5a7f43d1216f0090: 2024-12-15T06:07:20,703 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090., pid=57, masterSystemTime=1734242840391 2024-12-15T06:07:20,707 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:07:20,707 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:07:20,707 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:07:20,708 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => e19f60dfde21bb9fe2b812484cabd6eb, NAME => 'test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-15T06:07:20,708 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e19f60dfde21bb9fe2b812484cabd6eb 2024-12-15T06:07:20,708 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,708 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for e19f60dfde21bb9fe2b812484cabd6eb 2024-12-15T06:07:20,708 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for e19f60dfde21bb9fe2b812484cabd6eb 2024-12-15T06:07:20,711 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=4f8af2f46664073a5a7f43d1216f0090, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,712 INFO [StoreOpener-e19f60dfde21bb9fe2b812484cabd6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e19f60dfde21bb9fe2b812484cabd6eb 2024-12-15T06:07:20,715 INFO [StoreOpener-e19f60dfde21bb9fe2b812484cabd6eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19f60dfde21bb9fe2b812484cabd6eb columnFamilyName f 2024-12-15T06:07:20,715 DEBUG [StoreOpener-e19f60dfde21bb9fe2b812484cabd6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=33 2024-12-15T06:07:20,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=33, state=SUCCESS; OpenRegionProcedure 4f8af2f46664073a5a7f43d1216f0090, server=00a5f8d66132,34335,1734242827412 in 382 msec 2024-12-15T06:07:20,720 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4f8af2f46664073a5a7f43d1216f0090, ASSIGN in 646 msec 2024-12-15T06:07:20,732 INFO [StoreOpener-e19f60dfde21bb9fe2b812484cabd6eb-1 {}] regionserver.HStore(327): Store=e19f60dfde21bb9fe2b812484cabd6eb/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,732 INFO [StoreOpener-e19f60dfde21bb9fe2b812484cabd6eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e19f60dfde21bb9fe2b812484cabd6eb 2024-12-15T06:07:20,736 INFO [StoreOpener-e19f60dfde21bb9fe2b812484cabd6eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e19f60dfde21bb9fe2b812484cabd6eb columnFamilyName norep 2024-12-15T06:07:20,736 DEBUG [StoreOpener-e19f60dfde21bb9fe2b812484cabd6eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,736 INFO [StoreOpener-e19f60dfde21bb9fe2b812484cabd6eb-1 {}] regionserver.HStore(327): Store=e19f60dfde21bb9fe2b812484cabd6eb/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,738 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/e19f60dfde21bb9fe2b812484cabd6eb 2024-12-15T06:07:20,738 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/e19f60dfde21bb9fe2b812484cabd6eb 2024-12-15T06:07:20,740 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,742 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for e19f60dfde21bb9fe2b812484cabd6eb 2024-12-15T06:07:20,746 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/e19f60dfde21bb9fe2b812484cabd6eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,750 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened e19f60dfde21bb9fe2b812484cabd6eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64304631, jitterRate=-0.041786327958106995}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,750 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for e19f60dfde21bb9fe2b812484cabd6eb: 2024-12-15T06:07:20,752 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb., pid=37, masterSystemTime=1734242840391 2024-12-15T06:07:20,755 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:07:20,755 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:07:20,755 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:07:20,756 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => 086f22a686d8762553555bd0b279934b, NAME => 'test,ttt,1734242837027.086f22a686d8762553555bd0b279934b.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-15T06:07:20,756 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 086f22a686d8762553555bd0b279934b 2024-12-15T06:07:20,756 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ttt,1734242837027.086f22a686d8762553555bd0b279934b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,756 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for 086f22a686d8762553555bd0b279934b 2024-12-15T06:07:20,757 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for 086f22a686d8762553555bd0b279934b 2024-12-15T06:07:20,758 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=e19f60dfde21bb9fe2b812484cabd6eb, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,765 INFO [StoreOpener-086f22a686d8762553555bd0b279934b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 086f22a686d8762553555bd0b279934b 2024-12-15T06:07:20,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=34 2024-12-15T06:07:20,773 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=34, state=SUCCESS; OpenRegionProcedure e19f60dfde21bb9fe2b812484cabd6eb, server=00a5f8d66132,34335,1734242827412 in 534 msec 2024-12-15T06:07:20,775 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e19f60dfde21bb9fe2b812484cabd6eb, ASSIGN in 701 msec 2024-12-15T06:07:20,776 INFO [StoreOpener-086f22a686d8762553555bd0b279934b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086f22a686d8762553555bd0b279934b columnFamilyName f 2024-12-15T06:07:20,776 DEBUG [StoreOpener-086f22a686d8762553555bd0b279934b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,777 INFO [StoreOpener-086f22a686d8762553555bd0b279934b-1 {}] regionserver.HStore(327): Store=086f22a686d8762553555bd0b279934b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,777 INFO [StoreOpener-086f22a686d8762553555bd0b279934b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 086f22a686d8762553555bd0b279934b 2024-12-15T06:07:20,779 INFO [StoreOpener-086f22a686d8762553555bd0b279934b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 086f22a686d8762553555bd0b279934b columnFamilyName norep 2024-12-15T06:07:20,779 DEBUG [StoreOpener-086f22a686d8762553555bd0b279934b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,780 INFO [StoreOpener-086f22a686d8762553555bd0b279934b-1 {}] regionserver.HStore(327): Store=086f22a686d8762553555bd0b279934b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,781 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/086f22a686d8762553555bd0b279934b 2024-12-15T06:07:20,782 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/086f22a686d8762553555bd0b279934b 2024-12-15T06:07:20,784 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,786 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for 086f22a686d8762553555bd0b279934b 2024-12-15T06:07:20,794 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/086f22a686d8762553555bd0b279934b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,795 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened 086f22a686d8762553555bd0b279934b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63441554, jitterRate=-0.05464717745780945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,795 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for 086f22a686d8762553555bd0b279934b: 2024-12-15T06:07:20,797 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734242837027.086f22a686d8762553555bd0b279934b., pid=58, masterSystemTime=1734242840391 2024-12-15T06:07:20,799 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:07:20,799 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:07:20,799 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:07:20,800 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 9f1f42f79367c72c9f99e7dfa22b799f, NAME => 'test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-15T06:07:20,800 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9f1f42f79367c72c9f99e7dfa22b799f 2024-12-15T06:07:20,800 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,800 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=086f22a686d8762553555bd0b279934b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,801 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 9f1f42f79367c72c9f99e7dfa22b799f 2024-12-15T06:07:20,801 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 9f1f42f79367c72c9f99e7dfa22b799f 2024-12-15T06:07:20,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=29 2024-12-15T06:07:20,807 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=29, state=SUCCESS; OpenRegionProcedure 086f22a686d8762553555bd0b279934b, server=00a5f8d66132,34335,1734242827412 in 469 msec 2024-12-15T06:07:20,807 INFO [StoreOpener-9f1f42f79367c72c9f99e7dfa22b799f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9f1f42f79367c72c9f99e7dfa22b799f 2024-12-15T06:07:20,809 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=086f22a686d8762553555bd0b279934b, ASSIGN in 735 msec 2024-12-15T06:07:20,810 INFO [StoreOpener-9f1f42f79367c72c9f99e7dfa22b799f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f1f42f79367c72c9f99e7dfa22b799f columnFamilyName f 2024-12-15T06:07:20,810 DEBUG [StoreOpener-9f1f42f79367c72c9f99e7dfa22b799f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,811 INFO [StoreOpener-9f1f42f79367c72c9f99e7dfa22b799f-1 {}] regionserver.HStore(327): Store=9f1f42f79367c72c9f99e7dfa22b799f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,811 INFO [StoreOpener-9f1f42f79367c72c9f99e7dfa22b799f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9f1f42f79367c72c9f99e7dfa22b799f 2024-12-15T06:07:20,813 INFO [StoreOpener-9f1f42f79367c72c9f99e7dfa22b799f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f1f42f79367c72c9f99e7dfa22b799f columnFamilyName norep 2024-12-15T06:07:20,813 DEBUG [StoreOpener-9f1f42f79367c72c9f99e7dfa22b799f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,814 INFO [StoreOpener-9f1f42f79367c72c9f99e7dfa22b799f-1 {}] regionserver.HStore(327): Store=9f1f42f79367c72c9f99e7dfa22b799f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,815 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/9f1f42f79367c72c9f99e7dfa22b799f 2024-12-15T06:07:20,815 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/9f1f42f79367c72c9f99e7dfa22b799f 2024-12-15T06:07:20,817 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,820 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 9f1f42f79367c72c9f99e7dfa22b799f 2024-12-15T06:07:20,823 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/9f1f42f79367c72c9f99e7dfa22b799f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,823 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 9f1f42f79367c72c9f99e7dfa22b799f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60392519, jitterRate=-0.10008133947849274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,823 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 9f1f42f79367c72c9f99e7dfa22b799f: 2024-12-15T06:07:20,825 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f., pid=61, masterSystemTime=1734242840391 2024-12-15T06:07:20,829 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:07:20,829 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:07:20,829 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:07:20,829 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => 4c47a625b94b9c1b402eb80ad9b5ec4d, NAME => 'test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-15T06:07:20,830 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4c47a625b94b9c1b402eb80ad9b5ec4d 2024-12-15T06:07:20,830 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,830 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for 4c47a625b94b9c1b402eb80ad9b5ec4d 2024-12-15T06:07:20,830 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for 4c47a625b94b9c1b402eb80ad9b5ec4d 2024-12-15T06:07:20,835 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9f1f42f79367c72c9f99e7dfa22b799f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,841 INFO [StoreOpener-4c47a625b94b9c1b402eb80ad9b5ec4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c47a625b94b9c1b402eb80ad9b5ec4d 2024-12-15T06:07:20,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=35 2024-12-15T06:07:20,843 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=35, state=SUCCESS; OpenRegionProcedure 9f1f42f79367c72c9f99e7dfa22b799f, server=00a5f8d66132,34335,1734242827412 in 484 msec 2024-12-15T06:07:20,845 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9f1f42f79367c72c9f99e7dfa22b799f, ASSIGN in 771 msec 2024-12-15T06:07:20,845 INFO [StoreOpener-4c47a625b94b9c1b402eb80ad9b5ec4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c47a625b94b9c1b402eb80ad9b5ec4d columnFamilyName f 2024-12-15T06:07:20,845 DEBUG [StoreOpener-4c47a625b94b9c1b402eb80ad9b5ec4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,846 INFO [StoreOpener-4c47a625b94b9c1b402eb80ad9b5ec4d-1 {}] regionserver.HStore(327): Store=4c47a625b94b9c1b402eb80ad9b5ec4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,846 INFO [StoreOpener-4c47a625b94b9c1b402eb80ad9b5ec4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4c47a625b94b9c1b402eb80ad9b5ec4d 2024-12-15T06:07:20,849 INFO [StoreOpener-4c47a625b94b9c1b402eb80ad9b5ec4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c47a625b94b9c1b402eb80ad9b5ec4d columnFamilyName norep 2024-12-15T06:07:20,849 DEBUG [StoreOpener-4c47a625b94b9c1b402eb80ad9b5ec4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,850 INFO [StoreOpener-4c47a625b94b9c1b402eb80ad9b5ec4d-1 {}] regionserver.HStore(327): Store=4c47a625b94b9c1b402eb80ad9b5ec4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,852 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/4c47a625b94b9c1b402eb80ad9b5ec4d 2024-12-15T06:07:20,852 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/4c47a625b94b9c1b402eb80ad9b5ec4d 2024-12-15T06:07:20,855 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,857 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for 4c47a625b94b9c1b402eb80ad9b5ec4d 2024-12-15T06:07:20,872 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/4c47a625b94b9c1b402eb80ad9b5ec4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,873 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened 4c47a625b94b9c1b402eb80ad9b5ec4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64152972, jitterRate=-0.044046223163604736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,874 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for 4c47a625b94b9c1b402eb80ad9b5ec4d: 2024-12-15T06:07:20,875 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d., pid=56, masterSystemTime=1734242840391 2024-12-15T06:07:20,880 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:07:20,880 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:07:20,880 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:07:20,880 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => bf74b70206a904b3f145044c727c4983, NAME => 'test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-15T06:07:20,881 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test bf74b70206a904b3f145044c727c4983 2024-12-15T06:07:20,881 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,882 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for bf74b70206a904b3f145044c727c4983 2024-12-15T06:07:20,882 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for bf74b70206a904b3f145044c727c4983 2024-12-15T06:07:20,882 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=4c47a625b94b9c1b402eb80ad9b5ec4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,887 INFO [StoreOpener-bf74b70206a904b3f145044c727c4983-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region bf74b70206a904b3f145044c727c4983 2024-12-15T06:07:20,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=27 2024-12-15T06:07:20,891 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=27, state=SUCCESS; OpenRegionProcedure 4c47a625b94b9c1b402eb80ad9b5ec4d, server=00a5f8d66132,34335,1734242827412 in 563 msec 2024-12-15T06:07:20,891 INFO [StoreOpener-bf74b70206a904b3f145044c727c4983-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf74b70206a904b3f145044c727c4983 columnFamilyName f 2024-12-15T06:07:20,891 DEBUG [StoreOpener-bf74b70206a904b3f145044c727c4983-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,892 INFO [StoreOpener-bf74b70206a904b3f145044c727c4983-1 {}] regionserver.HStore(327): Store=bf74b70206a904b3f145044c727c4983/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,893 INFO [StoreOpener-bf74b70206a904b3f145044c727c4983-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region bf74b70206a904b3f145044c727c4983 2024-12-15T06:07:20,894 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4c47a625b94b9c1b402eb80ad9b5ec4d, ASSIGN in 819 msec 2024-12-15T06:07:20,895 INFO [StoreOpener-bf74b70206a904b3f145044c727c4983-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region bf74b70206a904b3f145044c727c4983 columnFamilyName norep 2024-12-15T06:07:20,895 DEBUG [StoreOpener-bf74b70206a904b3f145044c727c4983-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,896 INFO [StoreOpener-bf74b70206a904b3f145044c727c4983-1 {}] regionserver.HStore(327): Store=bf74b70206a904b3f145044c727c4983/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,897 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/bf74b70206a904b3f145044c727c4983 2024-12-15T06:07:20,898 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/bf74b70206a904b3f145044c727c4983 2024-12-15T06:07:20,900 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,902 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for bf74b70206a904b3f145044c727c4983 2024-12-15T06:07:20,912 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/bf74b70206a904b3f145044c727c4983/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,913 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened bf74b70206a904b3f145044c727c4983; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69340548, jitterRate=0.03325468301773071}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,914 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for bf74b70206a904b3f145044c727c4983: 2024-12-15T06:07:20,915 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983., pid=55, masterSystemTime=1734242840391 2024-12-15T06:07:20,919 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=bf74b70206a904b3f145044c727c4983, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,919 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:07:20,919 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:07:20,919 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:07:20,919 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 5ecdb788230448ad9d120c6077020596, NAME => 'test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-15T06:07:20,920 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5ecdb788230448ad9d120c6077020596 2024-12-15T06:07:20,920 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,920 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 5ecdb788230448ad9d120c6077020596 2024-12-15T06:07:20,920 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 5ecdb788230448ad9d120c6077020596 2024-12-15T06:07:20,923 INFO [StoreOpener-5ecdb788230448ad9d120c6077020596-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5ecdb788230448ad9d120c6077020596 2024-12-15T06:07:20,925 INFO [StoreOpener-5ecdb788230448ad9d120c6077020596-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ecdb788230448ad9d120c6077020596 columnFamilyName f 2024-12-15T06:07:20,925 DEBUG [StoreOpener-5ecdb788230448ad9d120c6077020596-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,926 INFO [StoreOpener-5ecdb788230448ad9d120c6077020596-1 {}] regionserver.HStore(327): Store=5ecdb788230448ad9d120c6077020596/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,926 INFO [StoreOpener-5ecdb788230448ad9d120c6077020596-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5ecdb788230448ad9d120c6077020596 2024-12-15T06:07:20,928 INFO [StoreOpener-5ecdb788230448ad9d120c6077020596-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5ecdb788230448ad9d120c6077020596 columnFamilyName norep 2024-12-15T06:07:20,928 DEBUG [StoreOpener-5ecdb788230448ad9d120c6077020596-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,928 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=23 2024-12-15T06:07:20,929 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=23, state=SUCCESS; OpenRegionProcedure bf74b70206a904b3f145044c727c4983, server=00a5f8d66132,34335,1734242827412 in 603 msec 2024-12-15T06:07:20,929 INFO [StoreOpener-5ecdb788230448ad9d120c6077020596-1 {}] regionserver.HStore(327): Store=5ecdb788230448ad9d120c6077020596/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,930 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/5ecdb788230448ad9d120c6077020596 2024-12-15T06:07:20,930 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/5ecdb788230448ad9d120c6077020596 2024-12-15T06:07:20,930 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=bf74b70206a904b3f145044c727c4983, ASSIGN in 857 msec 2024-12-15T06:07:20,932 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,934 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 5ecdb788230448ad9d120c6077020596 2024-12-15T06:07:20,941 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/5ecdb788230448ad9d120c6077020596/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,942 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 5ecdb788230448ad9d120c6077020596; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59642191, jitterRate=-0.11126209795475006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,942 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 5ecdb788230448ad9d120c6077020596: 2024-12-15T06:07:20,943 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596., pid=41, masterSystemTime=1734242840391 2024-12-15T06:07:20,946 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:07:20,946 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:07:20,946 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:07:20,947 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => ea2574c34d0a06f5e88502fcad54bd60, NAME => 'test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-15T06:07:20,947 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ea2574c34d0a06f5e88502fcad54bd60 2024-12-15T06:07:20,947 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,947 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for ea2574c34d0a06f5e88502fcad54bd60 2024-12-15T06:07:20,947 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for ea2574c34d0a06f5e88502fcad54bd60 2024-12-15T06:07:20,950 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=5ecdb788230448ad9d120c6077020596, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,954 INFO [StoreOpener-ea2574c34d0a06f5e88502fcad54bd60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ea2574c34d0a06f5e88502fcad54bd60 2024-12-15T06:07:20,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=13 2024-12-15T06:07:20,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=13, state=SUCCESS; OpenRegionProcedure 5ecdb788230448ad9d120c6077020596, server=00a5f8d66132,34335,1734242827412 in 690 msec 2024-12-15T06:07:20,959 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=5ecdb788230448ad9d120c6077020596, ASSIGN in 885 msec 2024-12-15T06:07:20,960 INFO [StoreOpener-ea2574c34d0a06f5e88502fcad54bd60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea2574c34d0a06f5e88502fcad54bd60 columnFamilyName f 2024-12-15T06:07:20,960 DEBUG [StoreOpener-ea2574c34d0a06f5e88502fcad54bd60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,961 INFO [StoreOpener-ea2574c34d0a06f5e88502fcad54bd60-1 {}] regionserver.HStore(327): Store=ea2574c34d0a06f5e88502fcad54bd60/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,961 INFO [StoreOpener-ea2574c34d0a06f5e88502fcad54bd60-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ea2574c34d0a06f5e88502fcad54bd60 2024-12-15T06:07:20,963 INFO [StoreOpener-ea2574c34d0a06f5e88502fcad54bd60-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ea2574c34d0a06f5e88502fcad54bd60 columnFamilyName norep 2024-12-15T06:07:20,963 DEBUG [StoreOpener-ea2574c34d0a06f5e88502fcad54bd60-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,964 INFO [StoreOpener-ea2574c34d0a06f5e88502fcad54bd60-1 {}] regionserver.HStore(327): Store=ea2574c34d0a06f5e88502fcad54bd60/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:20,965 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/ea2574c34d0a06f5e88502fcad54bd60 2024-12-15T06:07:20,966 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/ea2574c34d0a06f5e88502fcad54bd60 2024-12-15T06:07:20,968 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:20,969 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for ea2574c34d0a06f5e88502fcad54bd60 2024-12-15T06:07:20,981 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/ea2574c34d0a06f5e88502fcad54bd60/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:20,982 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened ea2574c34d0a06f5e88502fcad54bd60; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62465237, jitterRate=-0.06919543445110321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:20,982 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for ea2574c34d0a06f5e88502fcad54bd60: 2024-12-15T06:07:20,984 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60., pid=36, masterSystemTime=1734242840391 2024-12-15T06:07:20,987 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:07:20,988 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:07:20,988 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:07:20,988 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => ca6db6fc5c7db33352cf8703270ec601, NAME => 'test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-15T06:07:20,988 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ca6db6fc5c7db33352cf8703270ec601 2024-12-15T06:07:20,989 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:20,989 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for ca6db6fc5c7db33352cf8703270ec601 2024-12-15T06:07:20,989 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for ca6db6fc5c7db33352cf8703270ec601 2024-12-15T06:07:20,991 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ea2574c34d0a06f5e88502fcad54bd60, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:20,994 INFO [StoreOpener-ca6db6fc5c7db33352cf8703270ec601-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ca6db6fc5c7db33352cf8703270ec601 2024-12-15T06:07:20,996 INFO [StoreOpener-ca6db6fc5c7db33352cf8703270ec601-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6db6fc5c7db33352cf8703270ec601 columnFamilyName f 2024-12-15T06:07:20,996 DEBUG [StoreOpener-ca6db6fc5c7db33352cf8703270ec601-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:20,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=17 2024-12-15T06:07:20,997 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=17, state=SUCCESS; OpenRegionProcedure ea2574c34d0a06f5e88502fcad54bd60, server=00a5f8d66132,34335,1734242827412 in 760 msec 2024-12-15T06:07:20,999 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ea2574c34d0a06f5e88502fcad54bd60, ASSIGN in 925 msec 2024-12-15T06:07:21,000 INFO [StoreOpener-ca6db6fc5c7db33352cf8703270ec601-1 {}] regionserver.HStore(327): Store=ca6db6fc5c7db33352cf8703270ec601/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,001 INFO [StoreOpener-ca6db6fc5c7db33352cf8703270ec601-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ca6db6fc5c7db33352cf8703270ec601 2024-12-15T06:07:21,014 INFO [StoreOpener-ca6db6fc5c7db33352cf8703270ec601-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ca6db6fc5c7db33352cf8703270ec601 columnFamilyName norep 2024-12-15T06:07:21,014 DEBUG [StoreOpener-ca6db6fc5c7db33352cf8703270ec601-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,017 INFO [StoreOpener-ca6db6fc5c7db33352cf8703270ec601-1 {}] regionserver.HStore(327): Store=ca6db6fc5c7db33352cf8703270ec601/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,020 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/ca6db6fc5c7db33352cf8703270ec601 2024-12-15T06:07:21,021 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/ca6db6fc5c7db33352cf8703270ec601 2024-12-15T06:07:21,023 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,029 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for ca6db6fc5c7db33352cf8703270ec601 2024-12-15T06:07:21,034 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/ca6db6fc5c7db33352cf8703270ec601/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,035 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened ca6db6fc5c7db33352cf8703270ec601; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65222492, jitterRate=-0.02810913324356079}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,035 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for ca6db6fc5c7db33352cf8703270ec601: 2024-12-15T06:07:21,036 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601., pid=44, masterSystemTime=1734242840391 2024-12-15T06:07:21,040 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=ca6db6fc5c7db33352cf8703270ec601, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,041 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:07:21,041 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:07:21,041 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:07:21,042 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 742160fcc18edb927ae703d3a5b02ce5, NAME => 'test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-15T06:07:21,042 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 742160fcc18edb927ae703d3a5b02ce5 2024-12-15T06:07:21,042 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,043 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 742160fcc18edb927ae703d3a5b02ce5 2024-12-15T06:07:21,043 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 742160fcc18edb927ae703d3a5b02ce5 2024-12-15T06:07:21,046 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=20 2024-12-15T06:07:21,047 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=20, state=SUCCESS; OpenRegionProcedure ca6db6fc5c7db33352cf8703270ec601, server=00a5f8d66132,34335,1734242827412 in 779 msec 2024-12-15T06:07:21,050 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ca6db6fc5c7db33352cf8703270ec601, ASSIGN in 975 msec 2024-12-15T06:07:21,052 INFO [StoreOpener-742160fcc18edb927ae703d3a5b02ce5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 742160fcc18edb927ae703d3a5b02ce5 2024-12-15T06:07:21,063 INFO [StoreOpener-742160fcc18edb927ae703d3a5b02ce5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742160fcc18edb927ae703d3a5b02ce5 columnFamilyName f 2024-12-15T06:07:21,063 DEBUG [StoreOpener-742160fcc18edb927ae703d3a5b02ce5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,064 INFO [StoreOpener-742160fcc18edb927ae703d3a5b02ce5-1 {}] regionserver.HStore(327): Store=742160fcc18edb927ae703d3a5b02ce5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,064 INFO [StoreOpener-742160fcc18edb927ae703d3a5b02ce5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 742160fcc18edb927ae703d3a5b02ce5 2024-12-15T06:07:21,068 INFO [StoreOpener-742160fcc18edb927ae703d3a5b02ce5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 742160fcc18edb927ae703d3a5b02ce5 columnFamilyName norep 2024-12-15T06:07:21,068 DEBUG [StoreOpener-742160fcc18edb927ae703d3a5b02ce5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,068 INFO [StoreOpener-742160fcc18edb927ae703d3a5b02ce5-1 {}] regionserver.HStore(327): Store=742160fcc18edb927ae703d3a5b02ce5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,069 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/742160fcc18edb927ae703d3a5b02ce5 2024-12-15T06:07:21,070 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/742160fcc18edb927ae703d3a5b02ce5 2024-12-15T06:07:21,073 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,075 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 742160fcc18edb927ae703d3a5b02ce5 2024-12-15T06:07:21,085 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/742160fcc18edb927ae703d3a5b02ce5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,086 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 742160fcc18edb927ae703d3a5b02ce5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71961005, jitterRate=0.07230253517627716}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,086 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 742160fcc18edb927ae703d3a5b02ce5: 2024-12-15T06:07:21,087 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5., pid=45, masterSystemTime=1734242840391 2024-12-15T06:07:21,093 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:07:21,093 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:07:21,093 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:07:21,094 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=742160fcc18edb927ae703d3a5b02ce5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,094 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 9a4ac988164188214475c63e56887615, NAME => 'test,ppp,1734242837027.9a4ac988164188214475c63e56887615.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-15T06:07:21,094 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9a4ac988164188214475c63e56887615 2024-12-15T06:07:21,094 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,ppp,1734242837027.9a4ac988164188214475c63e56887615.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,095 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 9a4ac988164188214475c63e56887615 2024-12-15T06:07:21,095 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 9a4ac988164188214475c63e56887615 2024-12-15T06:07:21,097 INFO [StoreOpener-9a4ac988164188214475c63e56887615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a4ac988164188214475c63e56887615 2024-12-15T06:07:21,099 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=21 2024-12-15T06:07:21,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=21, state=SUCCESS; OpenRegionProcedure 742160fcc18edb927ae703d3a5b02ce5, server=00a5f8d66132,34335,1734242827412 in 830 msec 2024-12-15T06:07:21,100 INFO [StoreOpener-9a4ac988164188214475c63e56887615-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a4ac988164188214475c63e56887615 columnFamilyName f 2024-12-15T06:07:21,100 DEBUG [StoreOpener-9a4ac988164188214475c63e56887615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,100 INFO [StoreOpener-9a4ac988164188214475c63e56887615-1 {}] regionserver.HStore(327): Store=9a4ac988164188214475c63e56887615/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,101 INFO [StoreOpener-9a4ac988164188214475c63e56887615-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9a4ac988164188214475c63e56887615 2024-12-15T06:07:21,101 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=742160fcc18edb927ae703d3a5b02ce5, ASSIGN in 1.0280 sec 2024-12-15T06:07:21,103 INFO [StoreOpener-9a4ac988164188214475c63e56887615-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a4ac988164188214475c63e56887615 columnFamilyName norep 2024-12-15T06:07:21,103 DEBUG [StoreOpener-9a4ac988164188214475c63e56887615-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,103 INFO [StoreOpener-9a4ac988164188214475c63e56887615-1 {}] regionserver.HStore(327): Store=9a4ac988164188214475c63e56887615/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,105 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/9a4ac988164188214475c63e56887615 2024-12-15T06:07:21,106 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/9a4ac988164188214475c63e56887615 2024-12-15T06:07:21,108 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,110 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 9a4ac988164188214475c63e56887615 2024-12-15T06:07:21,119 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/9a4ac988164188214475c63e56887615/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,120 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 9a4ac988164188214475c63e56887615; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75158719, jitterRate=0.11995218694210052}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,120 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 9a4ac988164188214475c63e56887615: 2024-12-15T06:07:21,124 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734242837027.9a4ac988164188214475c63e56887615., pid=54, masterSystemTime=1734242840391 2024-12-15T06:07:21,130 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:07:21,130 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:07:21,130 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:07:21,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=9a4ac988164188214475c63e56887615, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,130 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 7e5ef78cdb2aff68039739ab240e3ae3, NAME => 'test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-15T06:07:21,131 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e5ef78cdb2aff68039739ab240e3ae3 2024-12-15T06:07:21,131 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,131 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 7e5ef78cdb2aff68039739ab240e3ae3 2024-12-15T06:07:21,131 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 7e5ef78cdb2aff68039739ab240e3ae3 2024-12-15T06:07:21,134 INFO [StoreOpener-7e5ef78cdb2aff68039739ab240e3ae3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e5ef78cdb2aff68039739ab240e3ae3 2024-12-15T06:07:21,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=25 2024-12-15T06:07:21,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=25, state=SUCCESS; OpenRegionProcedure 9a4ac988164188214475c63e56887615, server=00a5f8d66132,34335,1734242827412 in 821 msec 2024-12-15T06:07:21,143 INFO [StoreOpener-7e5ef78cdb2aff68039739ab240e3ae3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5ef78cdb2aff68039739ab240e3ae3 columnFamilyName f 2024-12-15T06:07:21,143 DEBUG [StoreOpener-7e5ef78cdb2aff68039739ab240e3ae3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,144 INFO [StoreOpener-7e5ef78cdb2aff68039739ab240e3ae3-1 {}] regionserver.HStore(327): Store=7e5ef78cdb2aff68039739ab240e3ae3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,144 INFO [StoreOpener-7e5ef78cdb2aff68039739ab240e3ae3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e5ef78cdb2aff68039739ab240e3ae3 2024-12-15T06:07:21,145 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9a4ac988164188214475c63e56887615, ASSIGN in 1.0700 sec 2024-12-15T06:07:21,149 INFO [StoreOpener-7e5ef78cdb2aff68039739ab240e3ae3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e5ef78cdb2aff68039739ab240e3ae3 columnFamilyName norep 2024-12-15T06:07:21,149 DEBUG [StoreOpener-7e5ef78cdb2aff68039739ab240e3ae3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,150 INFO [StoreOpener-7e5ef78cdb2aff68039739ab240e3ae3-1 {}] regionserver.HStore(327): Store=7e5ef78cdb2aff68039739ab240e3ae3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,151 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/7e5ef78cdb2aff68039739ab240e3ae3 2024-12-15T06:07:21,151 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/7e5ef78cdb2aff68039739ab240e3ae3 2024-12-15T06:07:21,153 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,155 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 7e5ef78cdb2aff68039739ab240e3ae3 2024-12-15T06:07:21,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:21,161 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/7e5ef78cdb2aff68039739ab240e3ae3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,162 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 7e5ef78cdb2aff68039739ab240e3ae3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61573208, jitterRate=-0.08248770236968994}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,162 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 7e5ef78cdb2aff68039739ab240e3ae3: 2024-12-15T06:07:21,172 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3., pid=60, masterSystemTime=1734242840391 2024-12-15T06:07:21,178 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:07:21,178 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:07:21,178 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:07:21,178 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 51a6e0157765783513ce1ed1ae7f7b6a, NAME => 'test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-15T06:07:21,179 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=7e5ef78cdb2aff68039739ab240e3ae3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,179 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 51a6e0157765783513ce1ed1ae7f7b6a 2024-12-15T06:07:21,179 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,179 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 51a6e0157765783513ce1ed1ae7f7b6a 2024-12-15T06:07:21,179 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 51a6e0157765783513ce1ed1ae7f7b6a 2024-12-15T06:07:21,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=31 2024-12-15T06:07:21,186 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=31, state=SUCCESS; OpenRegionProcedure 7e5ef78cdb2aff68039739ab240e3ae3, server=00a5f8d66132,34335,1734242827412 in 832 msec 2024-12-15T06:07:21,187 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7e5ef78cdb2aff68039739ab240e3ae3, ASSIGN in 1.1140 sec 2024-12-15T06:07:21,188 INFO [StoreOpener-51a6e0157765783513ce1ed1ae7f7b6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 51a6e0157765783513ce1ed1ae7f7b6a 2024-12-15T06:07:21,198 INFO [StoreOpener-51a6e0157765783513ce1ed1ae7f7b6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a6e0157765783513ce1ed1ae7f7b6a columnFamilyName f 2024-12-15T06:07:21,198 DEBUG [StoreOpener-51a6e0157765783513ce1ed1ae7f7b6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,201 INFO [StoreOpener-51a6e0157765783513ce1ed1ae7f7b6a-1 {}] regionserver.HStore(327): Store=51a6e0157765783513ce1ed1ae7f7b6a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,201 INFO [StoreOpener-51a6e0157765783513ce1ed1ae7f7b6a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 51a6e0157765783513ce1ed1ae7f7b6a 2024-12-15T06:07:21,203 INFO [StoreOpener-51a6e0157765783513ce1ed1ae7f7b6a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 51a6e0157765783513ce1ed1ae7f7b6a columnFamilyName norep 2024-12-15T06:07:21,203 DEBUG [StoreOpener-51a6e0157765783513ce1ed1ae7f7b6a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,205 INFO [StoreOpener-51a6e0157765783513ce1ed1ae7f7b6a-1 {}] regionserver.HStore(327): Store=51a6e0157765783513ce1ed1ae7f7b6a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,206 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/51a6e0157765783513ce1ed1ae7f7b6a 2024-12-15T06:07:21,207 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/51a6e0157765783513ce1ed1ae7f7b6a 2024-12-15T06:07:21,209 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,210 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 51a6e0157765783513ce1ed1ae7f7b6a 2024-12-15T06:07:21,220 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/51a6e0157765783513ce1ed1ae7f7b6a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,224 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 51a6e0157765783513ce1ed1ae7f7b6a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59259092, jitterRate=-0.1169707179069519}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,225 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 51a6e0157765783513ce1ed1ae7f7b6a: 2024-12-15T06:07:21,226 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a., pid=38, masterSystemTime=1734242840391 2024-12-15T06:07:21,229 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:07:21,229 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:07:21,229 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:07:21,230 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 539f1b45d34857c5b7b8c5e2efd9729c, NAME => 'test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-15T06:07:21,230 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=51a6e0157765783513ce1ed1ae7f7b6a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,230 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 539f1b45d34857c5b7b8c5e2efd9729c 2024-12-15T06:07:21,230 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,230 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 539f1b45d34857c5b7b8c5e2efd9729c 2024-12-15T06:07:21,230 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 539f1b45d34857c5b7b8c5e2efd9729c 2024-12-15T06:07:21,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=26 2024-12-15T06:07:21,236 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=26, state=SUCCESS; OpenRegionProcedure 51a6e0157765783513ce1ed1ae7f7b6a, server=00a5f8d66132,34335,1734242827412 in 995 msec 2024-12-15T06:07:21,240 INFO [StoreOpener-539f1b45d34857c5b7b8c5e2efd9729c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 539f1b45d34857c5b7b8c5e2efd9729c 2024-12-15T06:07:21,240 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=51a6e0157765783513ce1ed1ae7f7b6a, ASSIGN in 1.1650 sec 2024-12-15T06:07:21,248 INFO [StoreOpener-539f1b45d34857c5b7b8c5e2efd9729c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539f1b45d34857c5b7b8c5e2efd9729c columnFamilyName f 2024-12-15T06:07:21,248 DEBUG [StoreOpener-539f1b45d34857c5b7b8c5e2efd9729c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,256 INFO [StoreOpener-539f1b45d34857c5b7b8c5e2efd9729c-1 {}] regionserver.HStore(327): Store=539f1b45d34857c5b7b8c5e2efd9729c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,256 INFO [StoreOpener-539f1b45d34857c5b7b8c5e2efd9729c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 539f1b45d34857c5b7b8c5e2efd9729c 2024-12-15T06:07:21,264 INFO [StoreOpener-539f1b45d34857c5b7b8c5e2efd9729c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 539f1b45d34857c5b7b8c5e2efd9729c columnFamilyName norep 2024-12-15T06:07:21,264 DEBUG [StoreOpener-539f1b45d34857c5b7b8c5e2efd9729c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,268 INFO [StoreOpener-539f1b45d34857c5b7b8c5e2efd9729c-1 {}] regionserver.HStore(327): Store=539f1b45d34857c5b7b8c5e2efd9729c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,269 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/539f1b45d34857c5b7b8c5e2efd9729c 2024-12-15T06:07:21,270 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/539f1b45d34857c5b7b8c5e2efd9729c 2024-12-15T06:07:21,276 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,281 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 539f1b45d34857c5b7b8c5e2efd9729c 2024-12-15T06:07:21,292 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/539f1b45d34857c5b7b8c5e2efd9729c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,297 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 539f1b45d34857c5b7b8c5e2efd9729c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66759121, jitterRate=-0.005211576819419861}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,297 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 539f1b45d34857c5b7b8c5e2efd9729c: 2024-12-15T06:07:21,303 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c., pid=39, masterSystemTime=1734242840391 2024-12-15T06:07:21,309 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:07:21,309 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:07:21,309 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:07:21,309 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=539f1b45d34857c5b7b8c5e2efd9729c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,309 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => d59e4f06dc76bd9702a36684ea03914d, NAME => 'test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-15T06:07:21,310 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d59e4f06dc76bd9702a36684ea03914d 2024-12-15T06:07:21,310 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,310 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for d59e4f06dc76bd9702a36684ea03914d 2024-12-15T06:07:21,310 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for d59e4f06dc76bd9702a36684ea03914d 2024-12-15T06:07:21,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=10 2024-12-15T06:07:21,316 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=10, state=SUCCESS; OpenRegionProcedure 539f1b45d34857c5b7b8c5e2efd9729c, server=00a5f8d66132,34335,1734242827412 in 1.0680 sec 2024-12-15T06:07:21,318 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=539f1b45d34857c5b7b8c5e2efd9729c, ASSIGN in 1.2450 sec 2024-12-15T06:07:21,320 INFO [StoreOpener-d59e4f06dc76bd9702a36684ea03914d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d59e4f06dc76bd9702a36684ea03914d 2024-12-15T06:07:21,326 INFO [StoreOpener-d59e4f06dc76bd9702a36684ea03914d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59e4f06dc76bd9702a36684ea03914d columnFamilyName f 2024-12-15T06:07:21,326 DEBUG [StoreOpener-d59e4f06dc76bd9702a36684ea03914d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,328 INFO [StoreOpener-d59e4f06dc76bd9702a36684ea03914d-1 {}] regionserver.HStore(327): Store=d59e4f06dc76bd9702a36684ea03914d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,328 INFO [StoreOpener-d59e4f06dc76bd9702a36684ea03914d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d59e4f06dc76bd9702a36684ea03914d 2024-12-15T06:07:21,332 INFO [StoreOpener-d59e4f06dc76bd9702a36684ea03914d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d59e4f06dc76bd9702a36684ea03914d columnFamilyName norep 2024-12-15T06:07:21,333 DEBUG [StoreOpener-d59e4f06dc76bd9702a36684ea03914d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,333 INFO [StoreOpener-d59e4f06dc76bd9702a36684ea03914d-1 {}] regionserver.HStore(327): Store=d59e4f06dc76bd9702a36684ea03914d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,335 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/d59e4f06dc76bd9702a36684ea03914d 2024-12-15T06:07:21,336 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/d59e4f06dc76bd9702a36684ea03914d 2024-12-15T06:07:21,342 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,356 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for d59e4f06dc76bd9702a36684ea03914d 2024-12-15T06:07:21,366 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/d59e4f06dc76bd9702a36684ea03914d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,367 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened d59e4f06dc76bd9702a36684ea03914d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63661668, jitterRate=-0.051367223262786865}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,367 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for d59e4f06dc76bd9702a36684ea03914d: 2024-12-15T06:07:21,368 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d., pid=52, masterSystemTime=1734242840391 2024-12-15T06:07:21,371 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:07:21,371 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:07:21,372 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:07:21,372 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 1c6507ec7c26440792a892dd9da00a4d, NAME => 'test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-15T06:07:21,372 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1c6507ec7c26440792a892dd9da00a4d 2024-12-15T06:07:21,372 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,373 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 1c6507ec7c26440792a892dd9da00a4d 2024-12-15T06:07:21,373 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 1c6507ec7c26440792a892dd9da00a4d 2024-12-15T06:07:21,376 INFO [StoreOpener-1c6507ec7c26440792a892dd9da00a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1c6507ec7c26440792a892dd9da00a4d 2024-12-15T06:07:21,376 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=d59e4f06dc76bd9702a36684ea03914d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,384 INFO [StoreOpener-1c6507ec7c26440792a892dd9da00a4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c6507ec7c26440792a892dd9da00a4d columnFamilyName f 2024-12-15T06:07:21,384 DEBUG [StoreOpener-1c6507ec7c26440792a892dd9da00a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,390 INFO [StoreOpener-1c6507ec7c26440792a892dd9da00a4d-1 {}] regionserver.HStore(327): Store=1c6507ec7c26440792a892dd9da00a4d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,391 INFO [StoreOpener-1c6507ec7c26440792a892dd9da00a4d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1c6507ec7c26440792a892dd9da00a4d 2024-12-15T06:07:21,393 INFO [StoreOpener-1c6507ec7c26440792a892dd9da00a4d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1c6507ec7c26440792a892dd9da00a4d columnFamilyName norep 2024-12-15T06:07:21,393 DEBUG [StoreOpener-1c6507ec7c26440792a892dd9da00a4d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,394 INFO [StoreOpener-1c6507ec7c26440792a892dd9da00a4d-1 {}] regionserver.HStore(327): Store=1c6507ec7c26440792a892dd9da00a4d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,395 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/1c6507ec7c26440792a892dd9da00a4d 2024-12-15T06:07:21,396 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/1c6507ec7c26440792a892dd9da00a4d 2024-12-15T06:07:21,398 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,400 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 1c6507ec7c26440792a892dd9da00a4d 2024-12-15T06:07:21,405 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=24 2024-12-15T06:07:21,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=24, state=SUCCESS; OpenRegionProcedure d59e4f06dc76bd9702a36684ea03914d, server=00a5f8d66132,34335,1734242827412 in 1.0790 sec 2024-12-15T06:07:21,409 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d59e4f06dc76bd9702a36684ea03914d, ASSIGN in 1.3340 sec 2024-12-15T06:07:21,416 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/1c6507ec7c26440792a892dd9da00a4d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,417 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 1c6507ec7c26440792a892dd9da00a4d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65759840, jitterRate=-0.02010202407836914}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,417 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 1c6507ec7c26440792a892dd9da00a4d: 2024-12-15T06:07:21,418 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d., pid=40, masterSystemTime=1734242840391 2024-12-15T06:07:21,421 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:07:21,421 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:07:21,422 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:07:21,422 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 486c74fcf2b0f0c5f8b5dd17904d31b8, NAME => 'test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-15T06:07:21,422 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 486c74fcf2b0f0c5f8b5dd17904d31b8 2024-12-15T06:07:21,422 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,423 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 486c74fcf2b0f0c5f8b5dd17904d31b8 2024-12-15T06:07:21,423 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 486c74fcf2b0f0c5f8b5dd17904d31b8 2024-12-15T06:07:21,423 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=1c6507ec7c26440792a892dd9da00a4d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,427 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T06:07:21,447 INFO [StoreOpener-486c74fcf2b0f0c5f8b5dd17904d31b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 486c74fcf2b0f0c5f8b5dd17904d31b8 2024-12-15T06:07:21,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=22 2024-12-15T06:07:21,447 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=22, state=SUCCESS; OpenRegionProcedure 1c6507ec7c26440792a892dd9da00a4d, server=00a5f8d66132,34335,1734242827412 in 1.1860 sec 2024-12-15T06:07:21,450 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1c6507ec7c26440792a892dd9da00a4d, ASSIGN in 1.3750 sec 2024-12-15T06:07:21,454 INFO [StoreOpener-486c74fcf2b0f0c5f8b5dd17904d31b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 486c74fcf2b0f0c5f8b5dd17904d31b8 columnFamilyName f 2024-12-15T06:07:21,454 DEBUG [StoreOpener-486c74fcf2b0f0c5f8b5dd17904d31b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,455 INFO [StoreOpener-486c74fcf2b0f0c5f8b5dd17904d31b8-1 {}] regionserver.HStore(327): Store=486c74fcf2b0f0c5f8b5dd17904d31b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,455 INFO [StoreOpener-486c74fcf2b0f0c5f8b5dd17904d31b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 486c74fcf2b0f0c5f8b5dd17904d31b8 2024-12-15T06:07:21,457 INFO [StoreOpener-486c74fcf2b0f0c5f8b5dd17904d31b8-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 486c74fcf2b0f0c5f8b5dd17904d31b8 columnFamilyName norep 2024-12-15T06:07:21,457 DEBUG [StoreOpener-486c74fcf2b0f0c5f8b5dd17904d31b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,458 INFO [StoreOpener-486c74fcf2b0f0c5f8b5dd17904d31b8-1 {}] regionserver.HStore(327): Store=486c74fcf2b0f0c5f8b5dd17904d31b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,459 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/486c74fcf2b0f0c5f8b5dd17904d31b8 2024-12-15T06:07:21,460 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/486c74fcf2b0f0c5f8b5dd17904d31b8 2024-12-15T06:07:21,461 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,463 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 486c74fcf2b0f0c5f8b5dd17904d31b8 2024-12-15T06:07:21,472 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/486c74fcf2b0f0c5f8b5dd17904d31b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,473 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 486c74fcf2b0f0c5f8b5dd17904d31b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62385648, jitterRate=-0.07038140296936035}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,473 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 486c74fcf2b0f0c5f8b5dd17904d31b8: 2024-12-15T06:07:21,474 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8., pid=51, masterSystemTime=1734242840391 2024-12-15T06:07:21,477 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:07:21,477 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:07:21,477 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:07:21,477 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 60c72f3a6bd3effdba2a73a3c364949f, NAME => 'test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-15T06:07:21,478 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60c72f3a6bd3effdba2a73a3c364949f 2024-12-15T06:07:21,478 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,478 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=486c74fcf2b0f0c5f8b5dd17904d31b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,478 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 60c72f3a6bd3effdba2a73a3c364949f 2024-12-15T06:07:21,478 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 60c72f3a6bd3effdba2a73a3c364949f 2024-12-15T06:07:21,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=32 2024-12-15T06:07:21,483 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=32, state=SUCCESS; OpenRegionProcedure 486c74fcf2b0f0c5f8b5dd17904d31b8, server=00a5f8d66132,34335,1734242827412 in 1.1810 sec 2024-12-15T06:07:21,485 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=486c74fcf2b0f0c5f8b5dd17904d31b8, ASSIGN in 1.4110 sec 2024-12-15T06:07:21,500 INFO [StoreOpener-60c72f3a6bd3effdba2a73a3c364949f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60c72f3a6bd3effdba2a73a3c364949f 2024-12-15T06:07:21,513 INFO [StoreOpener-60c72f3a6bd3effdba2a73a3c364949f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c72f3a6bd3effdba2a73a3c364949f columnFamilyName f 2024-12-15T06:07:21,514 DEBUG [StoreOpener-60c72f3a6bd3effdba2a73a3c364949f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,520 INFO [StoreOpener-60c72f3a6bd3effdba2a73a3c364949f-1 {}] regionserver.HStore(327): Store=60c72f3a6bd3effdba2a73a3c364949f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,521 INFO [StoreOpener-60c72f3a6bd3effdba2a73a3c364949f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60c72f3a6bd3effdba2a73a3c364949f 2024-12-15T06:07:21,523 INFO [StoreOpener-60c72f3a6bd3effdba2a73a3c364949f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60c72f3a6bd3effdba2a73a3c364949f columnFamilyName norep 2024-12-15T06:07:21,523 DEBUG [StoreOpener-60c72f3a6bd3effdba2a73a3c364949f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,524 INFO [StoreOpener-60c72f3a6bd3effdba2a73a3c364949f-1 {}] regionserver.HStore(327): Store=60c72f3a6bd3effdba2a73a3c364949f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,526 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/60c72f3a6bd3effdba2a73a3c364949f 2024-12-15T06:07:21,527 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/60c72f3a6bd3effdba2a73a3c364949f 2024-12-15T06:07:21,528 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,530 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 60c72f3a6bd3effdba2a73a3c364949f 2024-12-15T06:07:21,538 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-15T06:07:21,545 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/60c72f3a6bd3effdba2a73a3c364949f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,545 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 60c72f3a6bd3effdba2a73a3c364949f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66469895, jitterRate=-0.009521380066871643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,545 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 60c72f3a6bd3effdba2a73a3c364949f: 2024-12-15T06:07:21,547 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f., pid=48, masterSystemTime=1734242840391 2024-12-15T06:07:21,562 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=60c72f3a6bd3effdba2a73a3c364949f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,564 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:07:21,564 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:07:21,564 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:07:21,565 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 1ad349d2d98492ac0f4ddfb636351957, NAME => 'test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-15T06:07:21,565 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1ad349d2d98492ac0f4ddfb636351957 2024-12-15T06:07:21,565 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,565 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 1ad349d2d98492ac0f4ddfb636351957 2024-12-15T06:07:21,566 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 1ad349d2d98492ac0f4ddfb636351957 2024-12-15T06:07:21,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=16 2024-12-15T06:07:21,575 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=16, state=SUCCESS; OpenRegionProcedure 60c72f3a6bd3effdba2a73a3c364949f, server=00a5f8d66132,34335,1734242827412 in 1.2760 sec 2024-12-15T06:07:21,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=60c72f3a6bd3effdba2a73a3c364949f, ASSIGN in 1.5030 sec 2024-12-15T06:07:21,584 INFO [StoreOpener-1ad349d2d98492ac0f4ddfb636351957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1ad349d2d98492ac0f4ddfb636351957 2024-12-15T06:07:21,587 INFO [StoreOpener-1ad349d2d98492ac0f4ddfb636351957-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ad349d2d98492ac0f4ddfb636351957 columnFamilyName f 2024-12-15T06:07:21,587 DEBUG [StoreOpener-1ad349d2d98492ac0f4ddfb636351957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,588 INFO [StoreOpener-1ad349d2d98492ac0f4ddfb636351957-1 {}] regionserver.HStore(327): Store=1ad349d2d98492ac0f4ddfb636351957/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,588 INFO [StoreOpener-1ad349d2d98492ac0f4ddfb636351957-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1ad349d2d98492ac0f4ddfb636351957 2024-12-15T06:07:21,592 INFO [StoreOpener-1ad349d2d98492ac0f4ddfb636351957-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1ad349d2d98492ac0f4ddfb636351957 columnFamilyName norep 2024-12-15T06:07:21,592 DEBUG [StoreOpener-1ad349d2d98492ac0f4ddfb636351957-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,593 INFO [StoreOpener-1ad349d2d98492ac0f4ddfb636351957-1 {}] regionserver.HStore(327): Store=1ad349d2d98492ac0f4ddfb636351957/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,596 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/1ad349d2d98492ac0f4ddfb636351957 2024-12-15T06:07:21,596 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/1ad349d2d98492ac0f4ddfb636351957 2024-12-15T06:07:21,598 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,599 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 1ad349d2d98492ac0f4ddfb636351957 2024-12-15T06:07:21,607 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/1ad349d2d98492ac0f4ddfb636351957/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,609 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 1ad349d2d98492ac0f4ddfb636351957; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59558094, jitterRate=-0.11251524090766907}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,609 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 1ad349d2d98492ac0f4ddfb636351957: 2024-12-15T06:07:21,610 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957., pid=50, masterSystemTime=1734242840391 2024-12-15T06:07:21,614 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:07:21,614 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:07:21,614 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:07:21,614 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=1ad349d2d98492ac0f4ddfb636351957, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,614 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 353f8f46bef36f1124096b93b7dd79c4, NAME => 'test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-15T06:07:21,615 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 353f8f46bef36f1124096b93b7dd79c4 2024-12-15T06:07:21,615 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:21,615 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 353f8f46bef36f1124096b93b7dd79c4 2024-12-15T06:07:21,615 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 353f8f46bef36f1124096b93b7dd79c4 2024-12-15T06:07:21,619 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=12 2024-12-15T06:07:21,620 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=12, state=SUCCESS; OpenRegionProcedure 1ad349d2d98492ac0f4ddfb636351957, server=00a5f8d66132,34335,1734242827412 in 1.3260 sec 2024-12-15T06:07:21,621 INFO [StoreOpener-353f8f46bef36f1124096b93b7dd79c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 353f8f46bef36f1124096b93b7dd79c4 2024-12-15T06:07:21,623 INFO [StoreOpener-353f8f46bef36f1124096b93b7dd79c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 353f8f46bef36f1124096b93b7dd79c4 columnFamilyName f 2024-12-15T06:07:21,623 DEBUG [StoreOpener-353f8f46bef36f1124096b93b7dd79c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,623 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1ad349d2d98492ac0f4ddfb636351957, ASSIGN in 1.5480 sec 2024-12-15T06:07:21,625 INFO [StoreOpener-353f8f46bef36f1124096b93b7dd79c4-1 {}] regionserver.HStore(327): Store=353f8f46bef36f1124096b93b7dd79c4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,625 INFO [StoreOpener-353f8f46bef36f1124096b93b7dd79c4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 353f8f46bef36f1124096b93b7dd79c4 2024-12-15T06:07:21,632 INFO [StoreOpener-353f8f46bef36f1124096b93b7dd79c4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 353f8f46bef36f1124096b93b7dd79c4 columnFamilyName norep 2024-12-15T06:07:21,633 DEBUG [StoreOpener-353f8f46bef36f1124096b93b7dd79c4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:21,638 INFO [StoreOpener-353f8f46bef36f1124096b93b7dd79c4-1 {}] regionserver.HStore(327): Store=353f8f46bef36f1124096b93b7dd79c4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:21,640 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/353f8f46bef36f1124096b93b7dd79c4 2024-12-15T06:07:21,642 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/353f8f46bef36f1124096b93b7dd79c4 2024-12-15T06:07:21,645 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:21,648 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 353f8f46bef36f1124096b93b7dd79c4 2024-12-15T06:07:21,656 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/353f8f46bef36f1124096b93b7dd79c4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:21,657 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 353f8f46bef36f1124096b93b7dd79c4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64818600, jitterRate=-0.03412759304046631}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:21,657 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 353f8f46bef36f1124096b93b7dd79c4: 2024-12-15T06:07:21,658 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4., pid=53, masterSystemTime=1734242840391 2024-12-15T06:07:21,666 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:07:21,667 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:07:21,667 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=353f8f46bef36f1124096b93b7dd79c4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:21,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=11 2024-12-15T06:07:21,688 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=11, state=SUCCESS; OpenRegionProcedure 353f8f46bef36f1124096b93b7dd79c4, server=00a5f8d66132,34335,1734242827412 in 1.3570 sec 2024-12-15T06:07:21,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=9 2024-12-15T06:07:21,707 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=353f8f46bef36f1124096b93b7dd79c4, ASSIGN in 1.6070 sec 2024-12-15T06:07:21,719 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T06:07:21,720 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242841719"}]},"ts":"1734242841719"} 2024-12-15T06:07:21,730 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-15T06:07:21,741 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T06:07:21,750 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.7100 sec 2024-12-15T06:07:24,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:24,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:25,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:25,163 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-15T06:07:25,163 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T06:07:25,165 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:25,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T06:07:25,177 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:25,177 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T06:07:25,178 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T06:07:25,181 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48690, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T06:07:25,183 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T06:07:25,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-15T06:07:25,186 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T06:07:25,186 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:25,186 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-15T06:07:25,187 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T06:07:25,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:25,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741837_1013 (size=631) 2024-12-15T06:07:25,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:25,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:25,598 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 8c26d8520dbdb8a9fa68f90fc3cd54e3, NAME => 'test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:25,598 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4f2e696e1b9584b455c5dd161d52092e, NAME => 'test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:25,598 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6710592ae762c7f49356c796556490c0, NAME => 'test,ccc,1734242845182.6710592ae762c7f49356c796556490c0.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:25,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741838_1014 (size=42) 2024-12-15T06:07:25,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741840_1016 (size=45) 2024-12-15T06:07:25,611 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734242845182.6710592ae762c7f49356c796556490c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:25,611 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6710592ae762c7f49356c796556490c0, disabling compactions & flushes 2024-12-15T06:07:25,611 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:07:25,611 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:07:25,611 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. after waiting 0 ms 2024-12-15T06:07:25,611 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:07:25,611 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:07:25,611 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6710592ae762c7f49356c796556490c0: 2024-12-15T06:07:25,612 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f4a12530f632f1cd2cada01394bb0448, NAME => 'test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:25,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741839_1015 (size=45) 2024-12-15T06:07:25,619 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:25,620 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4f2e696e1b9584b455c5dd161d52092e, disabling compactions & flushes 2024-12-15T06:07:25,620 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:07:25,620 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:07:25,620 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. after waiting 0 ms 2024-12-15T06:07:25,620 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:07:25,620 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:07:25,620 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4f2e696e1b9584b455c5dd161d52092e: 2024-12-15T06:07:25,621 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7e7e8d3133df76c8b07be5f06e87005c, NAME => 'test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:25,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741841_1017 (size=45) 2024-12-15T06:07:25,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:25,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f4a12530f632f1cd2cada01394bb0448, disabling compactions & flushes 2024-12-15T06:07:25,622 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:07:25,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:07:25,622 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. after waiting 0 ms 2024-12-15T06:07:25,623 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:07:25,623 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:07:25,623 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f4a12530f632f1cd2cada01394bb0448: 2024-12-15T06:07:25,623 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8c5ec18dcbb0feb3880328f015d26bec, NAME => 'test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:25,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741842_1018 (size=45) 2024-12-15T06:07:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741843_1019 (size=45) 2024-12-15T06:07:25,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:25,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8c5ec18dcbb0feb3880328f015d26bec, disabling compactions & flushes 2024-12-15T06:07:25,632 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:07:25,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:07:25,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. after waiting 0 ms 2024-12-15T06:07:25,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:07:25,632 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:07:25,632 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8c5ec18dcbb0feb3880328f015d26bec: 2024-12-15T06:07:25,633 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => dce1c41ad6fec40dc9af09ac90890f96, NAME => 'test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:25,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741844_1020 (size=45) 2024-12-15T06:07:25,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:26,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 8c26d8520dbdb8a9fa68f90fc3cd54e3, disabling compactions & flushes 2024-12-15T06:07:26,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:07:26,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:07:26,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. after waiting 0 ms 2024-12-15T06:07:26,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:07:26,010 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:07:26,010 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 8c26d8520dbdb8a9fa68f90fc3cd54e3: 2024-12-15T06:07:26,011 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => ee13a906c7b2fbdf5d55cc119de8a631, NAME => 'test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741845_1021 (size=45) 2024-12-15T06:07:26,031 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,031 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7e7e8d3133df76c8b07be5f06e87005c, disabling compactions & flushes 2024-12-15T06:07:26,031 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:07:26,031 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:07:26,031 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. after waiting 0 ms 2024-12-15T06:07:26,031 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:07:26,031 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:07:26,031 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7e7e8d3133df76c8b07be5f06e87005c: 2024-12-15T06:07:26,032 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 21257462316fd2f4dc0c9d3bb5e3159f, NAME => 'test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741846_1022 (size=45) 2024-12-15T06:07:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing dce1c41ad6fec40dc9af09ac90890f96, disabling compactions & flushes 2024-12-15T06:07:26,040 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:07:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:07:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. after waiting 0 ms 2024-12-15T06:07:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:07:26,040 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:07:26,040 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for dce1c41ad6fec40dc9af09ac90890f96: 2024-12-15T06:07:26,041 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7fe1dc698d341c8fcf357e5ebcb58bc4, NAME => 'test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,047 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741847_1023 (size=45) 2024-12-15T06:07:26,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:26,332 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T06:07:26,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing ee13a906c7b2fbdf5d55cc119de8a631, disabling compactions & flushes 2024-12-15T06:07:26,419 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:07:26,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:07:26,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. after waiting 0 ms 2024-12-15T06:07:26,419 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:07:26,420 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:07:26,420 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for ee13a906c7b2fbdf5d55cc119de8a631: 2024-12-15T06:07:26,420 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 65a1c744ec23ab739ea2a9992e2a6089, NAME => 'test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741848_1024 (size=45) 2024-12-15T06:07:26,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 21257462316fd2f4dc0c9d3bb5e3159f, disabling compactions & flushes 2024-12-15T06:07:26,439 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:07:26,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:07:26,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. after waiting 0 ms 2024-12-15T06:07:26,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:07:26,439 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:07:26,439 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 21257462316fd2f4dc0c9d3bb5e3159f: 2024-12-15T06:07:26,440 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f7f0e4709e6f4363a759e05f910e5fb3, NAME => 'test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,447 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741849_1025 (size=45) 2024-12-15T06:07:26,448 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,448 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f7f0e4709e6f4363a759e05f910e5fb3, disabling compactions & flushes 2024-12-15T06:07:26,449 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. after waiting 0 ms 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:07:26,449 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7fe1dc698d341c8fcf357e5ebcb58bc4, disabling compactions & flushes 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f7f0e4709e6f4363a759e05f910e5fb3: 2024-12-15T06:07:26,449 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. after waiting 0 ms 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:07:26,449 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 88c448c2e79b371321930df725edb1bd, NAME => 'test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,449 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:07:26,449 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7fe1dc698d341c8fcf357e5ebcb58bc4: 2024-12-15T06:07:26,450 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => ac1e44646800b6475d2ab9a6ac35d9d4, NAME => 'test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741850_1026 (size=45) 2024-12-15T06:07:26,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741851_1027 (size=45) 2024-12-15T06:07:26,829 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,829 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 65a1c744ec23ab739ea2a9992e2a6089, disabling compactions & flushes 2024-12-15T06:07:26,829 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:07:26,829 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:07:26,829 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. after waiting 0 ms 2024-12-15T06:07:26,829 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:07:26,829 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:07:26,829 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 65a1c744ec23ab739ea2a9992e2a6089: 2024-12-15T06:07:26,830 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 6b4e539a5051852ffa6d4ee03982f3f2, NAME => 'test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741852_1028 (size=45) 2024-12-15T06:07:26,858 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,858 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 88c448c2e79b371321930df725edb1bd, disabling compactions & flushes 2024-12-15T06:07:26,858 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:07:26,858 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:07:26,858 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. after waiting 0 ms 2024-12-15T06:07:26,858 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:07:26,858 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:07:26,858 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 88c448c2e79b371321930df725edb1bd: 2024-12-15T06:07:26,858 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:26,859 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => f9ca46fd4b99053994389b90c7c4b08a, NAME => 'test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing ac1e44646800b6475d2ab9a6ac35d9d4, disabling compactions & flushes 2024-12-15T06:07:26,859 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:07:26,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:07:26,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. after waiting 0 ms 2024-12-15T06:07:26,859 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:07:26,859 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:07:26,860 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for ac1e44646800b6475d2ab9a6ac35d9d4: 2024-12-15T06:07:26,860 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 335b899792f2de3bb1a5312d9c057334, NAME => 'test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:26,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741854_1030 (size=45) 2024-12-15T06:07:26,896 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741853_1029 (size=45) 2024-12-15T06:07:27,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-15T06:07:27,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-15T06:07:27,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:27,248 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 6b4e539a5051852ffa6d4ee03982f3f2, disabling compactions & flushes 2024-12-15T06:07:27,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:07:27,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:07:27,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. after waiting 0 ms 2024-12-15T06:07:27,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:07:27,249 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:07:27,249 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 6b4e539a5051852ffa6d4ee03982f3f2: 2024-12-15T06:07:27,250 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9f9a6b0671afeebab47d6e928c97f097, NAME => 'test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:27,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741855_1031 (size=45) 2024-12-15T06:07:27,285 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:27,285 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 335b899792f2de3bb1a5312d9c057334, disabling compactions & flushes 2024-12-15T06:07:27,285 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:07:27,285 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:07:27,285 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. after waiting 0 ms 2024-12-15T06:07:27,285 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:07:27,285 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:07:27,285 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 335b899792f2de3bb1a5312d9c057334: 2024-12-15T06:07:27,286 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => c6ace658ec758ae8fe2daa23222d55bc, NAME => 'test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:27,292 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:27,292 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing f9ca46fd4b99053994389b90c7c4b08a, disabling compactions & flushes 2024-12-15T06:07:27,292 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:07:27,292 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:07:27,292 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. after waiting 0 ms 2024-12-15T06:07:27,292 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:07:27,292 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:07:27,293 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for f9ca46fd4b99053994389b90c7c4b08a: 2024-12-15T06:07:27,294 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 37e8788e3afca1bfce2707882a396dc4, NAME => 'test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:27,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:27,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741857_1033 (size=45) 2024-12-15T06:07:27,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741856_1032 (size=45) 2024-12-15T06:07:27,313 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:27,313 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing c6ace658ec758ae8fe2daa23222d55bc, disabling compactions & flushes 2024-12-15T06:07:27,313 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:07:27,313 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:07:27,313 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. after waiting 0 ms 2024-12-15T06:07:27,313 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:07:27,313 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:07:27,313 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for c6ace658ec758ae8fe2daa23222d55bc: 2024-12-15T06:07:27,314 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => d45133fd51fc339195abb43edd19eb9f, NAME => 'test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:27,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741858_1034 (size=45) 2024-12-15T06:07:27,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:27,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9f9a6b0671afeebab47d6e928c97f097, disabling compactions & flushes 2024-12-15T06:07:27,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:07:27,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:07:27,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. after waiting 0 ms 2024-12-15T06:07:27,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:07:27,672 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:07:27,672 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9f9a6b0671afeebab47d6e928c97f097: 2024-12-15T06:07:27,673 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c6fa925e579f3c78e2860007ba697f13, NAME => 'test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:27,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741859_1035 (size=45) 2024-12-15T06:07:27,711 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:27,711 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 37e8788e3afca1bfce2707882a396dc4, disabling compactions & flushes 2024-12-15T06:07:27,711 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:07:27,712 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:07:27,712 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. after waiting 0 ms 2024-12-15T06:07:27,712 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:07:27,712 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:07:27,712 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 37e8788e3afca1bfce2707882a396dc4: 2024-12-15T06:07:27,713 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 8c30d67915e2d78fe75d7dd0db231be5, NAME => 'test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:27,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741860_1036 (size=45) 2024-12-15T06:07:27,728 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:27,728 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing d45133fd51fc339195abb43edd19eb9f, disabling compactions & flushes 2024-12-15T06:07:27,728 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:07:27,728 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:07:27,728 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. after waiting 0 ms 2024-12-15T06:07:27,728 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:07:27,728 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:07:27,728 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for d45133fd51fc339195abb43edd19eb9f: 2024-12-15T06:07:27,729 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6ee67dd5ae686f6b59d639ab7ef168c2, NAME => 'test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:27,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741861_1037 (size=45) 2024-12-15T06:07:28,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c6fa925e579f3c78e2860007ba697f13, disabling compactions & flushes 2024-12-15T06:07:28,081 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:07:28,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:07:28,081 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. after waiting 0 ms 2024-12-15T06:07:28,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:07:28,082 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:07:28,082 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c6fa925e579f3c78e2860007ba697f13: 2024-12-15T06:07:28,082 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9d672659f6a0114235be66871de8a78f, NAME => 'test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:28,089 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741862_1038 (size=45) 2024-12-15T06:07:28,121 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,121 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 8c30d67915e2d78fe75d7dd0db231be5, disabling compactions & flushes 2024-12-15T06:07:28,121 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:07:28,121 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:07:28,121 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. after waiting 0 ms 2024-12-15T06:07:28,121 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:07:28,121 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:07:28,121 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 8c30d67915e2d78fe75d7dd0db231be5: 2024-12-15T06:07:28,122 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 0751f3d0afe7dd7c3bb82bac4bb7be15, NAME => 'test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:28,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741863_1039 (size=42) 2024-12-15T06:07:28,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6ee67dd5ae686f6b59d639ab7ef168c2, disabling compactions & flushes 2024-12-15T06:07:28,136 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:07:28,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:07:28,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. after waiting 0 ms 2024-12-15T06:07:28,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:07:28,136 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:07:28,136 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6ee67dd5ae686f6b59d639ab7ef168c2: 2024-12-15T06:07:28,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9d672659f6a0114235be66871de8a78f, disabling compactions & flushes 2024-12-15T06:07:28,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:07:28,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:07:28,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. after waiting 0 ms 2024-12-15T06:07:28,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:07:28,491 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:07:28,491 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9d672659f6a0114235be66871de8a78f: 2024-12-15T06:07:28,529 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,529 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 0751f3d0afe7dd7c3bb82bac4bb7be15, disabling compactions & flushes 2024-12-15T06:07:28,529 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:07:28,529 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:07:28,529 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. after waiting 0 ms 2024-12-15T06:07:28,529 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:07:28,529 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:07:28,529 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 0751f3d0afe7dd7c3bb82bac4bb7be15: 2024-12-15T06:07:28,531 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T06:07:28,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734242845182.6710592ae762c7f49356c796556490c0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,531 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,532 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,533 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734242848531"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242848531"}]},"ts":"1734242848531"} 2024-12-15T06:07:28,539 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-15T06:07:28,540 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T06:07:28,540 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242848540"}]},"ts":"1734242848540"} 2024-12-15T06:07:28,542 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-15T06:07:28,546 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c26d8520dbdb8a9fa68f90fc3cd54e3, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4f2e696e1b9584b455c5dd161d52092e, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6710592ae762c7f49356c796556490c0, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4a12530f632f1cd2cada01394bb0448, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7e7e8d3133df76c8b07be5f06e87005c, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c5ec18dcbb0feb3880328f015d26bec, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dce1c41ad6fec40dc9af09ac90890f96, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ee13a906c7b2fbdf5d55cc119de8a631, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=21257462316fd2f4dc0c9d3bb5e3159f, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fe1dc698d341c8fcf357e5ebcb58bc4, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=65a1c744ec23ab739ea2a9992e2a6089, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7f0e4709e6f4363a759e05f910e5fb3, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=88c448c2e79b371321930df725edb1bd, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ac1e44646800b6475d2ab9a6ac35d9d4, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6b4e539a5051852ffa6d4ee03982f3f2, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f9ca46fd4b99053994389b90c7c4b08a, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=335b899792f2de3bb1a5312d9c057334, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9f9a6b0671afeebab47d6e928c97f097, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6ace658ec758ae8fe2daa23222d55bc, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=37e8788e3afca1bfce2707882a396dc4, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d45133fd51fc339195abb43edd19eb9f, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6fa925e579f3c78e2860007ba697f13, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c30d67915e2d78fe75d7dd0db231be5, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6ee67dd5ae686f6b59d639ab7ef168c2, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9d672659f6a0114235be66871de8a78f, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0751f3d0afe7dd7c3bb82bac4bb7be15, ASSIGN}] 2024-12-15T06:07:28,548 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7e7e8d3133df76c8b07be5f06e87005c, ASSIGN 2024-12-15T06:07:28,548 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f4a12530f632f1cd2cada01394bb0448, ASSIGN 2024-12-15T06:07:28,549 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6710592ae762c7f49356c796556490c0, ASSIGN 2024-12-15T06:07:28,549 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4f2e696e1b9584b455c5dd161d52092e, ASSIGN 2024-12-15T06:07:28,549 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7e7e8d3133df76c8b07be5f06e87005c, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,549 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f4a12530f632f1cd2cada01394bb0448, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,549 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6710592ae762c7f49356c796556490c0, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,550 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4f2e696e1b9584b455c5dd161d52092e, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,552 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9d672659f6a0114235be66871de8a78f, ASSIGN 2024-12-15T06:07:28,552 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6fa925e579f3c78e2860007ba697f13, ASSIGN 2024-12-15T06:07:28,552 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=0751f3d0afe7dd7c3bb82bac4bb7be15, ASSIGN 2024-12-15T06:07:28,553 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c30d67915e2d78fe75d7dd0db231be5, ASSIGN 2024-12-15T06:07:28,553 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6ee67dd5ae686f6b59d639ab7ef168c2, ASSIGN 2024-12-15T06:07:28,553 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9d672659f6a0114235be66871de8a78f, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,553 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c6fa925e579f3c78e2860007ba697f13, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,553 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=0751f3d0afe7dd7c3bb82bac4bb7be15, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,553 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6ee67dd5ae686f6b59d639ab7ef168c2, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,553 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8c30d67915e2d78fe75d7dd0db231be5, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,556 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6ace658ec758ae8fe2daa23222d55bc, ASSIGN 2024-12-15T06:07:28,556 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=37e8788e3afca1bfce2707882a396dc4, ASSIGN 2024-12-15T06:07:28,556 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d45133fd51fc339195abb43edd19eb9f, ASSIGN 2024-12-15T06:07:28,556 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9f9a6b0671afeebab47d6e928c97f097, ASSIGN 2024-12-15T06:07:28,556 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=335b899792f2de3bb1a5312d9c057334, ASSIGN 2024-12-15T06:07:28,557 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c6ace658ec758ae8fe2daa23222d55bc, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,557 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=37e8788e3afca1bfce2707882a396dc4, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,557 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d45133fd51fc339195abb43edd19eb9f, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,557 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9f9a6b0671afeebab47d6e928c97f097, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,557 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=335b899792f2de3bb1a5312d9c057334, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,559 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6b4e539a5051852ffa6d4ee03982f3f2, ASSIGN 2024-12-15T06:07:28,559 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ac1e44646800b6475d2ab9a6ac35d9d4, ASSIGN 2024-12-15T06:07:28,559 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=88c448c2e79b371321930df725edb1bd, ASSIGN 2024-12-15T06:07:28,559 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f9ca46fd4b99053994389b90c7c4b08a, ASSIGN 2024-12-15T06:07:28,560 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f7f0e4709e6f4363a759e05f910e5fb3, ASSIGN 2024-12-15T06:07:28,560 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6b4e539a5051852ffa6d4ee03982f3f2, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,560 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ac1e44646800b6475d2ab9a6ac35d9d4, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,560 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f9ca46fd4b99053994389b90c7c4b08a, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,560 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f7f0e4709e6f4363a759e05f910e5fb3, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,560 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=88c448c2e79b371321930df725edb1bd, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,563 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=65a1c744ec23ab739ea2a9992e2a6089, ASSIGN 2024-12-15T06:07:28,563 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=21257462316fd2f4dc0c9d3bb5e3159f, ASSIGN 2024-12-15T06:07:28,563 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7fe1dc698d341c8fcf357e5ebcb58bc4, ASSIGN 2024-12-15T06:07:28,563 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=ee13a906c7b2fbdf5d55cc119de8a631, ASSIGN 2024-12-15T06:07:28,563 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dce1c41ad6fec40dc9af09ac90890f96, ASSIGN 2024-12-15T06:07:28,564 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=65a1c744ec23ab739ea2a9992e2a6089, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,564 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=21257462316fd2f4dc0c9d3bb5e3159f, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,564 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7fe1dc698d341c8fcf357e5ebcb58bc4, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,564 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=ee13a906c7b2fbdf5d55cc119de8a631, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,565 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dce1c41ad6fec40dc9af09ac90890f96, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,567 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c26d8520dbdb8a9fa68f90fc3cd54e3, ASSIGN 2024-12-15T06:07:28,567 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8c5ec18dcbb0feb3880328f015d26bec, ASSIGN 2024-12-15T06:07:28,568 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8c26d8520dbdb8a9fa68f90fc3cd54e3, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,568 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8c5ec18dcbb0feb3880328f015d26bec, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:28,700 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=f9ca46fd4b99053994389b90c7c4b08a, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,700 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=335b899792f2de3bb1a5312d9c057334, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,700 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8c26d8520dbdb8a9fa68f90fc3cd54e3, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,700 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=8c30d67915e2d78fe75d7dd0db231be5, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,700 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d45133fd51fc339195abb43edd19eb9f, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,702 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=10, state=RUNNABLE; OpenRegionProcedure 8c26d8520dbdb8a9fa68f90fc3cd54e3, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,703 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=32, state=RUNNABLE; OpenRegionProcedure 8c30d67915e2d78fe75d7dd0db231be5, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,704 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=26, state=RUNNABLE; OpenRegionProcedure 335b899792f2de3bb1a5312d9c057334, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,706 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=30, state=RUNNABLE; OpenRegionProcedure d45133fd51fc339195abb43edd19eb9f, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,708 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=25, state=RUNNABLE; OpenRegionProcedure f9ca46fd4b99053994389b90c7c4b08a, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,708 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=f4a12530f632f1cd2cada01394bb0448, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,708 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=0751f3d0afe7dd7c3bb82bac4bb7be15, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,710 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=13, state=RUNNABLE; OpenRegionProcedure f4a12530f632f1cd2cada01394bb0448, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,710 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=88c448c2e79b371321930df725edb1bd, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,711 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=35, state=RUNNABLE; OpenRegionProcedure 0751f3d0afe7dd7c3bb82bac4bb7be15, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=22, state=RUNNABLE; OpenRegionProcedure 88c448c2e79b371321930df725edb1bd, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,713 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9f9a6b0671afeebab47d6e928c97f097, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,713 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=6b4e539a5051852ffa6d4ee03982f3f2, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,714 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=27, state=RUNNABLE; OpenRegionProcedure 9f9a6b0671afeebab47d6e928c97f097, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,714 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=7fe1dc698d341c8fcf357e5ebcb58bc4, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,717 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=19, state=RUNNABLE; OpenRegionProcedure 7fe1dc698d341c8fcf357e5ebcb58bc4, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,717 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f7f0e4709e6f4363a759e05f910e5fb3, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,718 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=24, state=RUNNABLE; OpenRegionProcedure 6b4e539a5051852ffa6d4ee03982f3f2, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,719 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=9d672659f6a0114235be66871de8a78f, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,721 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=6ee67dd5ae686f6b59d639ab7ef168c2, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,721 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=21, state=RUNNABLE; OpenRegionProcedure f7f0e4709e6f4363a759e05f910e5fb3, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=34, state=RUNNABLE; OpenRegionProcedure 9d672659f6a0114235be66871de8a78f, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,723 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=33, state=RUNNABLE; OpenRegionProcedure 6ee67dd5ae686f6b59d639ab7ef168c2, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,724 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=37e8788e3afca1bfce2707882a396dc4, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,725 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=8c5ec18dcbb0feb3880328f015d26bec, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=15, state=RUNNABLE; OpenRegionProcedure 8c5ec18dcbb0feb3880328f015d26bec, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,727 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=29, state=RUNNABLE; OpenRegionProcedure 37e8788e3afca1bfce2707882a396dc4, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,727 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=c6fa925e579f3c78e2860007ba697f13, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,727 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=6710592ae762c7f49356c796556490c0, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,728 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=31, state=RUNNABLE; OpenRegionProcedure c6fa925e579f3c78e2860007ba697f13, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,729 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=12, state=RUNNABLE; OpenRegionProcedure 6710592ae762c7f49356c796556490c0, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,730 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=7e7e8d3133df76c8b07be5f06e87005c, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,731 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=65a1c744ec23ab739ea2a9992e2a6089, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,731 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ac1e44646800b6475d2ab9a6ac35d9d4, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=14, state=RUNNABLE; OpenRegionProcedure 7e7e8d3133df76c8b07be5f06e87005c, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,735 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=23, state=RUNNABLE; OpenRegionProcedure ac1e44646800b6475d2ab9a6ac35d9d4, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,735 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=20, state=RUNNABLE; OpenRegionProcedure 65a1c744ec23ab739ea2a9992e2a6089, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,735 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=21257462316fd2f4dc0c9d3bb5e3159f, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,735 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=dce1c41ad6fec40dc9af09ac90890f96, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,737 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=c6ace658ec758ae8fe2daa23222d55bc, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,737 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=18, state=RUNNABLE; OpenRegionProcedure 21257462316fd2f4dc0c9d3bb5e3159f, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,738 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=16, state=RUNNABLE; OpenRegionProcedure dce1c41ad6fec40dc9af09ac90890f96, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,738 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ee13a906c7b2fbdf5d55cc119de8a631, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,739 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=28, state=RUNNABLE; OpenRegionProcedure c6ace658ec758ae8fe2daa23222d55bc, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,739 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4f2e696e1b9584b455c5dd161d52092e, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=17, state=RUNNABLE; OpenRegionProcedure ee13a906c7b2fbdf5d55cc119de8a631, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,741 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=11, state=RUNNABLE; OpenRegionProcedure 4f2e696e1b9584b455c5dd161d52092e, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:28,855 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,862 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:07:28,862 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => ac1e44646800b6475d2ab9a6ac35d9d4, NAME => 'test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-15T06:07:28,862 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac1e44646800b6475d2ab9a6ac35d9d4 2024-12-15T06:07:28,862 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,862 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for ac1e44646800b6475d2ab9a6ac35d9d4 2024-12-15T06:07:28,862 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for ac1e44646800b6475d2ab9a6ac35d9d4 2024-12-15T06:07:28,864 INFO [StoreOpener-ac1e44646800b6475d2ab9a6ac35d9d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac1e44646800b6475d2ab9a6ac35d9d4 2024-12-15T06:07:28,866 INFO [StoreOpener-ac1e44646800b6475d2ab9a6ac35d9d4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac1e44646800b6475d2ab9a6ac35d9d4 columnFamilyName f 2024-12-15T06:07:28,866 DEBUG [StoreOpener-ac1e44646800b6475d2ab9a6ac35d9d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,866 INFO [StoreOpener-ac1e44646800b6475d2ab9a6ac35d9d4-1 {}] regionserver.HStore(327): Store=ac1e44646800b6475d2ab9a6ac35d9d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,866 INFO [StoreOpener-ac1e44646800b6475d2ab9a6ac35d9d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac1e44646800b6475d2ab9a6ac35d9d4 2024-12-15T06:07:28,867 INFO [StoreOpener-ac1e44646800b6475d2ab9a6ac35d9d4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac1e44646800b6475d2ab9a6ac35d9d4 columnFamilyName norep 2024-12-15T06:07:28,868 DEBUG [StoreOpener-ac1e44646800b6475d2ab9a6ac35d9d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,868 INFO [StoreOpener-ac1e44646800b6475d2ab9a6ac35d9d4-1 {}] regionserver.HStore(327): Store=ac1e44646800b6475d2ab9a6ac35d9d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,869 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/ac1e44646800b6475d2ab9a6ac35d9d4 2024-12-15T06:07:28,869 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/ac1e44646800b6475d2ab9a6ac35d9d4 2024-12-15T06:07:28,870 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:28,872 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for ac1e44646800b6475d2ab9a6ac35d9d4 2024-12-15T06:07:28,876 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/ac1e44646800b6475d2ab9a6ac35d9d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:28,877 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened ac1e44646800b6475d2ab9a6ac35d9d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61294217, jitterRate=-0.08664499223232269}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:28,877 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for ac1e44646800b6475d2ab9a6ac35d9d4: 2024-12-15T06:07:28,878 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4., pid=56, masterSystemTime=1734242848855 2024-12-15T06:07:28,880 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:07:28,880 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:07:28,880 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:07:28,880 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 6b4e539a5051852ffa6d4ee03982f3f2, NAME => 'test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-15T06:07:28,880 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=ac1e44646800b6475d2ab9a6ac35d9d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,880 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6b4e539a5051852ffa6d4ee03982f3f2 2024-12-15T06:07:28,880 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,881 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 6b4e539a5051852ffa6d4ee03982f3f2 2024-12-15T06:07:28,881 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 6b4e539a5051852ffa6d4ee03982f3f2 2024-12-15T06:07:28,882 INFO [StoreOpener-6b4e539a5051852ffa6d4ee03982f3f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6b4e539a5051852ffa6d4ee03982f3f2 2024-12-15T06:07:28,884 INFO [StoreOpener-6b4e539a5051852ffa6d4ee03982f3f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b4e539a5051852ffa6d4ee03982f3f2 columnFamilyName f 2024-12-15T06:07:28,884 DEBUG [StoreOpener-6b4e539a5051852ffa6d4ee03982f3f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,885 INFO [StoreOpener-6b4e539a5051852ffa6d4ee03982f3f2-1 {}] regionserver.HStore(327): Store=6b4e539a5051852ffa6d4ee03982f3f2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,885 INFO [StoreOpener-6b4e539a5051852ffa6d4ee03982f3f2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6b4e539a5051852ffa6d4ee03982f3f2 2024-12-15T06:07:28,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=23 2024-12-15T06:07:28,886 INFO [StoreOpener-6b4e539a5051852ffa6d4ee03982f3f2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6b4e539a5051852ffa6d4ee03982f3f2 columnFamilyName norep 2024-12-15T06:07:28,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=23, state=SUCCESS; OpenRegionProcedure ac1e44646800b6475d2ab9a6ac35d9d4, server=00a5f8d66132,41985,1734242833236 in 151 msec 2024-12-15T06:07:28,886 DEBUG [StoreOpener-6b4e539a5051852ffa6d4ee03982f3f2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,887 INFO [StoreOpener-6b4e539a5051852ffa6d4ee03982f3f2-1 {}] regionserver.HStore(327): Store=6b4e539a5051852ffa6d4ee03982f3f2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,887 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ac1e44646800b6475d2ab9a6ac35d9d4, ASSIGN in 340 msec 2024-12-15T06:07:28,888 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6b4e539a5051852ffa6d4ee03982f3f2 2024-12-15T06:07:28,888 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6b4e539a5051852ffa6d4ee03982f3f2 2024-12-15T06:07:28,890 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:28,891 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 6b4e539a5051852ffa6d4ee03982f3f2 2024-12-15T06:07:28,894 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6b4e539a5051852ffa6d4ee03982f3f2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:28,894 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 6b4e539a5051852ffa6d4ee03982f3f2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60965942, jitterRate=-0.09153667092323303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:28,894 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 6b4e539a5051852ffa6d4ee03982f3f2: 2024-12-15T06:07:28,895 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2., pid=45, masterSystemTime=1734242848855 2024-12-15T06:07:28,897 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:07:28,897 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:07:28,898 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:07:28,898 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => 6710592ae762c7f49356c796556490c0, NAME => 'test,ccc,1734242845182.6710592ae762c7f49356c796556490c0.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-15T06:07:28,898 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6710592ae762c7f49356c796556490c0 2024-12-15T06:07:28,898 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,ccc,1734242845182.6710592ae762c7f49356c796556490c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,898 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for 6710592ae762c7f49356c796556490c0 2024-12-15T06:07:28,898 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for 6710592ae762c7f49356c796556490c0 2024-12-15T06:07:28,898 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=6b4e539a5051852ffa6d4ee03982f3f2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,900 INFO [StoreOpener-6710592ae762c7f49356c796556490c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6710592ae762c7f49356c796556490c0 2024-12-15T06:07:28,901 INFO [StoreOpener-6710592ae762c7f49356c796556490c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6710592ae762c7f49356c796556490c0 columnFamilyName f 2024-12-15T06:07:28,901 DEBUG [StoreOpener-6710592ae762c7f49356c796556490c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,902 INFO [StoreOpener-6710592ae762c7f49356c796556490c0-1 {}] regionserver.HStore(327): Store=6710592ae762c7f49356c796556490c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,902 INFO [StoreOpener-6710592ae762c7f49356c796556490c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6710592ae762c7f49356c796556490c0 2024-12-15T06:07:28,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=24 2024-12-15T06:07:28,902 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=24, state=SUCCESS; OpenRegionProcedure 6b4e539a5051852ffa6d4ee03982f3f2, server=00a5f8d66132,41985,1734242833236 in 185 msec 2024-12-15T06:07:28,903 INFO [StoreOpener-6710592ae762c7f49356c796556490c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6710592ae762c7f49356c796556490c0 columnFamilyName norep 2024-12-15T06:07:28,904 DEBUG [StoreOpener-6710592ae762c7f49356c796556490c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,904 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6b4e539a5051852ffa6d4ee03982f3f2, ASSIGN in 356 msec 2024-12-15T06:07:28,904 INFO [StoreOpener-6710592ae762c7f49356c796556490c0-1 {}] regionserver.HStore(327): Store=6710592ae762c7f49356c796556490c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,905 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6710592ae762c7f49356c796556490c0 2024-12-15T06:07:28,905 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6710592ae762c7f49356c796556490c0 2024-12-15T06:07:28,907 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:28,908 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for 6710592ae762c7f49356c796556490c0 2024-12-15T06:07:28,910 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6710592ae762c7f49356c796556490c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:28,910 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened 6710592ae762c7f49356c796556490c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66313016, jitterRate=-0.01185905933380127}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:28,911 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for 6710592ae762c7f49356c796556490c0: 2024-12-15T06:07:28,911 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734242845182.6710592ae762c7f49356c796556490c0., pid=53, masterSystemTime=1734242848855 2024-12-15T06:07:28,913 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:07:28,913 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:07:28,913 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:07:28,913 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => f7f0e4709e6f4363a759e05f910e5fb3, NAME => 'test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-15T06:07:28,913 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f7f0e4709e6f4363a759e05f910e5fb3 2024-12-15T06:07:28,913 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,914 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=6710592ae762c7f49356c796556490c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,914 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for f7f0e4709e6f4363a759e05f910e5fb3 2024-12-15T06:07:28,914 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for f7f0e4709e6f4363a759e05f910e5fb3 2024-12-15T06:07:28,915 INFO [StoreOpener-f7f0e4709e6f4363a759e05f910e5fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f7f0e4709e6f4363a759e05f910e5fb3 2024-12-15T06:07:28,917 INFO [StoreOpener-f7f0e4709e6f4363a759e05f910e5fb3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f0e4709e6f4363a759e05f910e5fb3 columnFamilyName f 2024-12-15T06:07:28,917 DEBUG [StoreOpener-f7f0e4709e6f4363a759e05f910e5fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,917 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=12 2024-12-15T06:07:28,918 INFO [StoreOpener-f7f0e4709e6f4363a759e05f910e5fb3-1 {}] regionserver.HStore(327): Store=f7f0e4709e6f4363a759e05f910e5fb3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,918 INFO [StoreOpener-f7f0e4709e6f4363a759e05f910e5fb3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f7f0e4709e6f4363a759e05f910e5fb3 2024-12-15T06:07:28,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=12, state=SUCCESS; OpenRegionProcedure 6710592ae762c7f49356c796556490c0, server=00a5f8d66132,41985,1734242833236 in 186 msec 2024-12-15T06:07:28,919 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6710592ae762c7f49356c796556490c0, ASSIGN in 371 msec 2024-12-15T06:07:28,919 INFO [StoreOpener-f7f0e4709e6f4363a759e05f910e5fb3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f7f0e4709e6f4363a759e05f910e5fb3 columnFamilyName norep 2024-12-15T06:07:28,919 DEBUG [StoreOpener-f7f0e4709e6f4363a759e05f910e5fb3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,920 INFO [StoreOpener-f7f0e4709e6f4363a759e05f910e5fb3-1 {}] regionserver.HStore(327): Store=f7f0e4709e6f4363a759e05f910e5fb3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,921 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f7f0e4709e6f4363a759e05f910e5fb3 2024-12-15T06:07:28,921 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f7f0e4709e6f4363a759e05f910e5fb3 2024-12-15T06:07:28,922 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:28,924 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for f7f0e4709e6f4363a759e05f910e5fb3 2024-12-15T06:07:28,931 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f7f0e4709e6f4363a759e05f910e5fb3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:28,932 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened f7f0e4709e6f4363a759e05f910e5fb3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60406326, jitterRate=-0.09987559914588928}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:28,932 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for f7f0e4709e6f4363a759e05f910e5fb3: 2024-12-15T06:07:28,933 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3., pid=47, masterSystemTime=1734242848855 2024-12-15T06:07:28,935 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:07:28,935 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:07:28,935 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:07:28,935 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=f7f0e4709e6f4363a759e05f910e5fb3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,935 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => ee13a906c7b2fbdf5d55cc119de8a631, NAME => 'test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-15T06:07:28,936 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ee13a906c7b2fbdf5d55cc119de8a631 2024-12-15T06:07:28,936 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,936 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for ee13a906c7b2fbdf5d55cc119de8a631 2024-12-15T06:07:28,936 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for ee13a906c7b2fbdf5d55cc119de8a631 2024-12-15T06:07:28,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=21 2024-12-15T06:07:28,939 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=21, state=SUCCESS; OpenRegionProcedure f7f0e4709e6f4363a759e05f910e5fb3, server=00a5f8d66132,41985,1734242833236 in 218 msec 2024-12-15T06:07:28,940 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f7f0e4709e6f4363a759e05f910e5fb3, ASSIGN in 393 msec 2024-12-15T06:07:28,940 INFO [StoreOpener-ee13a906c7b2fbdf5d55cc119de8a631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ee13a906c7b2fbdf5d55cc119de8a631 2024-12-15T06:07:28,942 INFO [StoreOpener-ee13a906c7b2fbdf5d55cc119de8a631-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee13a906c7b2fbdf5d55cc119de8a631 columnFamilyName f 2024-12-15T06:07:28,942 DEBUG [StoreOpener-ee13a906c7b2fbdf5d55cc119de8a631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,943 INFO [StoreOpener-ee13a906c7b2fbdf5d55cc119de8a631-1 {}] regionserver.HStore(327): Store=ee13a906c7b2fbdf5d55cc119de8a631/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,943 INFO [StoreOpener-ee13a906c7b2fbdf5d55cc119de8a631-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ee13a906c7b2fbdf5d55cc119de8a631 2024-12-15T06:07:28,944 INFO [StoreOpener-ee13a906c7b2fbdf5d55cc119de8a631-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ee13a906c7b2fbdf5d55cc119de8a631 columnFamilyName norep 2024-12-15T06:07:28,944 DEBUG [StoreOpener-ee13a906c7b2fbdf5d55cc119de8a631-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,945 INFO [StoreOpener-ee13a906c7b2fbdf5d55cc119de8a631-1 {}] regionserver.HStore(327): Store=ee13a906c7b2fbdf5d55cc119de8a631/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,946 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/ee13a906c7b2fbdf5d55cc119de8a631 2024-12-15T06:07:28,946 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/ee13a906c7b2fbdf5d55cc119de8a631 2024-12-15T06:07:28,948 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:28,950 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for ee13a906c7b2fbdf5d55cc119de8a631 2024-12-15T06:07:28,952 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/ee13a906c7b2fbdf5d55cc119de8a631/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:28,953 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened ee13a906c7b2fbdf5d55cc119de8a631; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62682268, jitterRate=-0.06596142053604126}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:28,953 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for ee13a906c7b2fbdf5d55cc119de8a631: 2024-12-15T06:07:28,953 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631., pid=60, masterSystemTime=1734242848855 2024-12-15T06:07:28,955 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:07:28,955 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:07:28,955 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:07:28,955 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c26d8520dbdb8a9fa68f90fc3cd54e3, NAME => 'test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-15T06:07:28,955 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=ee13a906c7b2fbdf5d55cc119de8a631, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,956 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:07:28,956 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,956 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:07:28,956 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:07:28,958 INFO [StoreOpener-8c26d8520dbdb8a9fa68f90fc3cd54e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:07:28,959 INFO [StoreOpener-8c26d8520dbdb8a9fa68f90fc3cd54e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c26d8520dbdb8a9fa68f90fc3cd54e3 columnFamilyName f 2024-12-15T06:07:28,959 DEBUG [StoreOpener-8c26d8520dbdb8a9fa68f90fc3cd54e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=17 2024-12-15T06:07:28,959 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=17, state=SUCCESS; OpenRegionProcedure ee13a906c7b2fbdf5d55cc119de8a631, server=00a5f8d66132,41985,1734242833236 in 217 msec 2024-12-15T06:07:28,960 INFO [StoreOpener-8c26d8520dbdb8a9fa68f90fc3cd54e3-1 {}] regionserver.HStore(327): Store=8c26d8520dbdb8a9fa68f90fc3cd54e3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,960 INFO [StoreOpener-8c26d8520dbdb8a9fa68f90fc3cd54e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:07:28,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=ee13a906c7b2fbdf5d55cc119de8a631, ASSIGN in 413 msec 2024-12-15T06:07:28,961 INFO [StoreOpener-8c26d8520dbdb8a9fa68f90fc3cd54e3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c26d8520dbdb8a9fa68f90fc3cd54e3 columnFamilyName norep 2024-12-15T06:07:28,961 DEBUG [StoreOpener-8c26d8520dbdb8a9fa68f90fc3cd54e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,962 INFO [StoreOpener-8c26d8520dbdb8a9fa68f90fc3cd54e3-1 {}] regionserver.HStore(327): Store=8c26d8520dbdb8a9fa68f90fc3cd54e3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,963 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:07:28,963 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:07:28,964 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:28,965 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:07:28,968 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c26d8520dbdb8a9fa68f90fc3cd54e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:28,968 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 8c26d8520dbdb8a9fa68f90fc3cd54e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62727495, jitterRate=-0.06528748571872711}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:28,969 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 8c26d8520dbdb8a9fa68f90fc3cd54e3: 2024-12-15T06:07:28,969 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3., pid=36, masterSystemTime=1734242848855 2024-12-15T06:07:28,971 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:07:28,971 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:07:28,972 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:07:28,972 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=8c26d8520dbdb8a9fa68f90fc3cd54e3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,972 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => 21257462316fd2f4dc0c9d3bb5e3159f, NAME => 'test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-15T06:07:28,972 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 21257462316fd2f4dc0c9d3bb5e3159f 2024-12-15T06:07:28,972 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,973 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for 21257462316fd2f4dc0c9d3bb5e3159f 2024-12-15T06:07:28,973 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for 21257462316fd2f4dc0c9d3bb5e3159f 2024-12-15T06:07:28,975 INFO [StoreOpener-21257462316fd2f4dc0c9d3bb5e3159f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 21257462316fd2f4dc0c9d3bb5e3159f 2024-12-15T06:07:28,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=10 2024-12-15T06:07:28,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=10, state=SUCCESS; OpenRegionProcedure 8c26d8520dbdb8a9fa68f90fc3cd54e3, server=00a5f8d66132,41985,1734242833236 in 272 msec 2024-12-15T06:07:28,976 INFO [StoreOpener-21257462316fd2f4dc0c9d3bb5e3159f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21257462316fd2f4dc0c9d3bb5e3159f columnFamilyName f 2024-12-15T06:07:28,976 DEBUG [StoreOpener-21257462316fd2f4dc0c9d3bb5e3159f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,977 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8c26d8520dbdb8a9fa68f90fc3cd54e3, ASSIGN in 429 msec 2024-12-15T06:07:28,977 INFO [StoreOpener-21257462316fd2f4dc0c9d3bb5e3159f-1 {}] regionserver.HStore(327): Store=21257462316fd2f4dc0c9d3bb5e3159f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,977 INFO [StoreOpener-21257462316fd2f4dc0c9d3bb5e3159f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 21257462316fd2f4dc0c9d3bb5e3159f 2024-12-15T06:07:28,979 INFO [StoreOpener-21257462316fd2f4dc0c9d3bb5e3159f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 21257462316fd2f4dc0c9d3bb5e3159f columnFamilyName norep 2024-12-15T06:07:28,979 DEBUG [StoreOpener-21257462316fd2f4dc0c9d3bb5e3159f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,980 INFO [StoreOpener-21257462316fd2f4dc0c9d3bb5e3159f-1 {}] regionserver.HStore(327): Store=21257462316fd2f4dc0c9d3bb5e3159f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,981 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/21257462316fd2f4dc0c9d3bb5e3159f 2024-12-15T06:07:28,981 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/21257462316fd2f4dc0c9d3bb5e3159f 2024-12-15T06:07:28,982 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:28,984 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for 21257462316fd2f4dc0c9d3bb5e3159f 2024-12-15T06:07:28,986 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/21257462316fd2f4dc0c9d3bb5e3159f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:28,987 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened 21257462316fd2f4dc0c9d3bb5e3159f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72963584, jitterRate=0.08724212646484375}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:28,987 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for 21257462316fd2f4dc0c9d3bb5e3159f: 2024-12-15T06:07:28,988 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f., pid=57, masterSystemTime=1734242848855 2024-12-15T06:07:28,989 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:07:28,990 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:07:28,990 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:07:28,990 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => f4a12530f632f1cd2cada01394bb0448, NAME => 'test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-15T06:07:28,990 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=21257462316fd2f4dc0c9d3bb5e3159f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:28,990 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:07:28,990 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:28,990 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:07:28,990 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:07:28,992 INFO [StoreOpener-f4a12530f632f1cd2cada01394bb0448-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:07:28,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=18 2024-12-15T06:07:28,994 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=18, state=SUCCESS; OpenRegionProcedure 21257462316fd2f4dc0c9d3bb5e3159f, server=00a5f8d66132,41985,1734242833236 in 256 msec 2024-12-15T06:07:28,994 INFO [StoreOpener-f4a12530f632f1cd2cada01394bb0448-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4a12530f632f1cd2cada01394bb0448 columnFamilyName f 2024-12-15T06:07:28,994 DEBUG [StoreOpener-f4a12530f632f1cd2cada01394bb0448-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:28,995 INFO [StoreOpener-f4a12530f632f1cd2cada01394bb0448-1 {}] regionserver.HStore(327): Store=f4a12530f632f1cd2cada01394bb0448/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:28,995 INFO [StoreOpener-f4a12530f632f1cd2cada01394bb0448-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:07:28,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=21257462316fd2f4dc0c9d3bb5e3159f, ASSIGN in 448 msec 2024-12-15T06:07:29,001 INFO [StoreOpener-f4a12530f632f1cd2cada01394bb0448-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f4a12530f632f1cd2cada01394bb0448 columnFamilyName norep 2024-12-15T06:07:29,001 DEBUG [StoreOpener-f4a12530f632f1cd2cada01394bb0448-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,001 INFO [StoreOpener-f4a12530f632f1cd2cada01394bb0448-1 {}] regionserver.HStore(327): Store=f4a12530f632f1cd2cada01394bb0448/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,002 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:07:29,003 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:07:29,004 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,005 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:07:29,007 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f4a12530f632f1cd2cada01394bb0448/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,008 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened f4a12530f632f1cd2cada01394bb0448; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69811664, jitterRate=0.040274858474731445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,008 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for f4a12530f632f1cd2cada01394bb0448: 2024-12-15T06:07:29,009 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448., pid=41, masterSystemTime=1734242848855 2024-12-15T06:07:29,010 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:07:29,011 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:07:29,011 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:07:29,011 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 65a1c744ec23ab739ea2a9992e2a6089, NAME => 'test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-15T06:07:29,011 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=f4a12530f632f1cd2cada01394bb0448, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,011 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 65a1c744ec23ab739ea2a9992e2a6089 2024-12-15T06:07:29,011 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,011 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 65a1c744ec23ab739ea2a9992e2a6089 2024-12-15T06:07:29,011 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 65a1c744ec23ab739ea2a9992e2a6089 2024-12-15T06:07:29,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=13 2024-12-15T06:07:29,016 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=13, state=SUCCESS; OpenRegionProcedure f4a12530f632f1cd2cada01394bb0448, server=00a5f8d66132,41985,1734242833236 in 305 msec 2024-12-15T06:07:29,016 INFO [StoreOpener-65a1c744ec23ab739ea2a9992e2a6089-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 65a1c744ec23ab739ea2a9992e2a6089 2024-12-15T06:07:29,017 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f4a12530f632f1cd2cada01394bb0448, ASSIGN in 470 msec 2024-12-15T06:07:29,018 INFO [StoreOpener-65a1c744ec23ab739ea2a9992e2a6089-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a1c744ec23ab739ea2a9992e2a6089 columnFamilyName f 2024-12-15T06:07:29,018 DEBUG [StoreOpener-65a1c744ec23ab739ea2a9992e2a6089-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,018 INFO [StoreOpener-65a1c744ec23ab739ea2a9992e2a6089-1 {}] regionserver.HStore(327): Store=65a1c744ec23ab739ea2a9992e2a6089/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,018 INFO [StoreOpener-65a1c744ec23ab739ea2a9992e2a6089-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 65a1c744ec23ab739ea2a9992e2a6089 2024-12-15T06:07:29,020 INFO [StoreOpener-65a1c744ec23ab739ea2a9992e2a6089-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 65a1c744ec23ab739ea2a9992e2a6089 columnFamilyName norep 2024-12-15T06:07:29,020 DEBUG [StoreOpener-65a1c744ec23ab739ea2a9992e2a6089-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,020 INFO [StoreOpener-65a1c744ec23ab739ea2a9992e2a6089-1 {}] regionserver.HStore(327): Store=65a1c744ec23ab739ea2a9992e2a6089/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,021 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/65a1c744ec23ab739ea2a9992e2a6089 2024-12-15T06:07:29,022 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/65a1c744ec23ab739ea2a9992e2a6089 2024-12-15T06:07:29,023 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,024 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 65a1c744ec23ab739ea2a9992e2a6089 2024-12-15T06:07:29,026 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/65a1c744ec23ab739ea2a9992e2a6089/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,027 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 65a1c744ec23ab739ea2a9992e2a6089; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63063224, jitterRate=-0.06028473377227783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,027 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 65a1c744ec23ab739ea2a9992e2a6089: 2024-12-15T06:07:29,028 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089., pid=55, masterSystemTime=1734242848855 2024-12-15T06:07:29,029 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:07:29,030 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:07:29,030 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:07:29,030 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c5ec18dcbb0feb3880328f015d26bec, NAME => 'test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-15T06:07:29,030 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=65a1c744ec23ab739ea2a9992e2a6089, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,030 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c5ec18dcbb0feb3880328f015d26bec 2024-12-15T06:07:29,030 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,030 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 8c5ec18dcbb0feb3880328f015d26bec 2024-12-15T06:07:29,030 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 8c5ec18dcbb0feb3880328f015d26bec 2024-12-15T06:07:29,032 INFO [StoreOpener-8c5ec18dcbb0feb3880328f015d26bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c5ec18dcbb0feb3880328f015d26bec 2024-12-15T06:07:29,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=20 2024-12-15T06:07:29,034 INFO [StoreOpener-8c5ec18dcbb0feb3880328f015d26bec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c5ec18dcbb0feb3880328f015d26bec columnFamilyName f 2024-12-15T06:07:29,034 DEBUG [StoreOpener-8c5ec18dcbb0feb3880328f015d26bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,034 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=20, state=SUCCESS; OpenRegionProcedure 65a1c744ec23ab739ea2a9992e2a6089, server=00a5f8d66132,41985,1734242833236 in 299 msec 2024-12-15T06:07:29,035 INFO [StoreOpener-8c5ec18dcbb0feb3880328f015d26bec-1 {}] regionserver.HStore(327): Store=8c5ec18dcbb0feb3880328f015d26bec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,035 INFO [StoreOpener-8c5ec18dcbb0feb3880328f015d26bec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c5ec18dcbb0feb3880328f015d26bec 2024-12-15T06:07:29,035 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=65a1c744ec23ab739ea2a9992e2a6089, ASSIGN in 488 msec 2024-12-15T06:07:29,036 INFO [StoreOpener-8c5ec18dcbb0feb3880328f015d26bec-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c5ec18dcbb0feb3880328f015d26bec columnFamilyName norep 2024-12-15T06:07:29,036 DEBUG [StoreOpener-8c5ec18dcbb0feb3880328f015d26bec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,037 INFO [StoreOpener-8c5ec18dcbb0feb3880328f015d26bec-1 {}] regionserver.HStore(327): Store=8c5ec18dcbb0feb3880328f015d26bec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,037 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c5ec18dcbb0feb3880328f015d26bec 2024-12-15T06:07:29,037 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c5ec18dcbb0feb3880328f015d26bec 2024-12-15T06:07:29,039 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,040 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 8c5ec18dcbb0feb3880328f015d26bec 2024-12-15T06:07:29,042 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c5ec18dcbb0feb3880328f015d26bec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,043 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 8c5ec18dcbb0feb3880328f015d26bec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61285203, jitterRate=-0.08677931129932404}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,043 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 8c5ec18dcbb0feb3880328f015d26bec: 2024-12-15T06:07:29,044 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec., pid=51, masterSystemTime=1734242848855 2024-12-15T06:07:29,046 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:07:29,046 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:07:29,046 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:07:29,046 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 7e7e8d3133df76c8b07be5f06e87005c, NAME => 'test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-15T06:07:29,046 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=8c5ec18dcbb0feb3880328f015d26bec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,047 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7e7e8d3133df76c8b07be5f06e87005c 2024-12-15T06:07:29,047 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,047 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 7e7e8d3133df76c8b07be5f06e87005c 2024-12-15T06:07:29,047 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 7e7e8d3133df76c8b07be5f06e87005c 2024-12-15T06:07:29,049 INFO [StoreOpener-7e7e8d3133df76c8b07be5f06e87005c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7e7e8d3133df76c8b07be5f06e87005c 2024-12-15T06:07:29,050 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=15 2024-12-15T06:07:29,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=15, state=SUCCESS; OpenRegionProcedure 8c5ec18dcbb0feb3880328f015d26bec, server=00a5f8d66132,41985,1734242833236 in 322 msec 2024-12-15T06:07:29,051 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8c5ec18dcbb0feb3880328f015d26bec, ASSIGN in 504 msec 2024-12-15T06:07:29,051 INFO [StoreOpener-7e7e8d3133df76c8b07be5f06e87005c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e7e8d3133df76c8b07be5f06e87005c columnFamilyName f 2024-12-15T06:07:29,051 DEBUG [StoreOpener-7e7e8d3133df76c8b07be5f06e87005c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,052 INFO [StoreOpener-7e7e8d3133df76c8b07be5f06e87005c-1 {}] regionserver.HStore(327): Store=7e7e8d3133df76c8b07be5f06e87005c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,052 INFO [StoreOpener-7e7e8d3133df76c8b07be5f06e87005c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7e7e8d3133df76c8b07be5f06e87005c 2024-12-15T06:07:29,053 INFO [StoreOpener-7e7e8d3133df76c8b07be5f06e87005c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7e7e8d3133df76c8b07be5f06e87005c columnFamilyName norep 2024-12-15T06:07:29,053 DEBUG [StoreOpener-7e7e8d3133df76c8b07be5f06e87005c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,054 INFO [StoreOpener-7e7e8d3133df76c8b07be5f06e87005c-1 {}] regionserver.HStore(327): Store=7e7e8d3133df76c8b07be5f06e87005c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,055 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/7e7e8d3133df76c8b07be5f06e87005c 2024-12-15T06:07:29,055 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/7e7e8d3133df76c8b07be5f06e87005c 2024-12-15T06:07:29,056 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,058 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 7e7e8d3133df76c8b07be5f06e87005c 2024-12-15T06:07:29,060 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/7e7e8d3133df76c8b07be5f06e87005c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,061 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 7e7e8d3133df76c8b07be5f06e87005c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64999465, jitterRate=-0.03143249452114105}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,061 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 7e7e8d3133df76c8b07be5f06e87005c: 2024-12-15T06:07:29,062 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c., pid=54, masterSystemTime=1734242848855 2024-12-15T06:07:29,063 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:07:29,063 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:07:29,063 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:07:29,064 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 4f2e696e1b9584b455c5dd161d52092e, NAME => 'test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-15T06:07:29,064 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=7e7e8d3133df76c8b07be5f06e87005c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,064 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4f2e696e1b9584b455c5dd161d52092e 2024-12-15T06:07:29,064 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,064 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 4f2e696e1b9584b455c5dd161d52092e 2024-12-15T06:07:29,064 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 4f2e696e1b9584b455c5dd161d52092e 2024-12-15T06:07:29,066 INFO [StoreOpener-4f2e696e1b9584b455c5dd161d52092e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4f2e696e1b9584b455c5dd161d52092e 2024-12-15T06:07:29,068 INFO [StoreOpener-4f2e696e1b9584b455c5dd161d52092e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2e696e1b9584b455c5dd161d52092e columnFamilyName f 2024-12-15T06:07:29,068 DEBUG [StoreOpener-4f2e696e1b9584b455c5dd161d52092e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=14 2024-12-15T06:07:29,068 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=14, state=SUCCESS; OpenRegionProcedure 7e7e8d3133df76c8b07be5f06e87005c, server=00a5f8d66132,41985,1734242833236 in 334 msec 2024-12-15T06:07:29,068 INFO [StoreOpener-4f2e696e1b9584b455c5dd161d52092e-1 {}] regionserver.HStore(327): Store=4f2e696e1b9584b455c5dd161d52092e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,068 INFO [StoreOpener-4f2e696e1b9584b455c5dd161d52092e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4f2e696e1b9584b455c5dd161d52092e 2024-12-15T06:07:29,069 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7e7e8d3133df76c8b07be5f06e87005c, ASSIGN in 522 msec 2024-12-15T06:07:29,070 INFO [StoreOpener-4f2e696e1b9584b455c5dd161d52092e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4f2e696e1b9584b455c5dd161d52092e columnFamilyName norep 2024-12-15T06:07:29,070 DEBUG [StoreOpener-4f2e696e1b9584b455c5dd161d52092e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,071 INFO [StoreOpener-4f2e696e1b9584b455c5dd161d52092e-1 {}] regionserver.HStore(327): Store=4f2e696e1b9584b455c5dd161d52092e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,072 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/4f2e696e1b9584b455c5dd161d52092e 2024-12-15T06:07:29,072 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/4f2e696e1b9584b455c5dd161d52092e 2024-12-15T06:07:29,074 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,076 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 4f2e696e1b9584b455c5dd161d52092e 2024-12-15T06:07:29,079 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/4f2e696e1b9584b455c5dd161d52092e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,079 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 4f2e696e1b9584b455c5dd161d52092e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69756745, jitterRate=0.039456501603126526}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,079 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 4f2e696e1b9584b455c5dd161d52092e: 2024-12-15T06:07:29,080 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e., pid=61, masterSystemTime=1734242848855 2024-12-15T06:07:29,082 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:07:29,082 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:07:29,082 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:07:29,082 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=4f2e696e1b9584b455c5dd161d52092e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,082 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => 7fe1dc698d341c8fcf357e5ebcb58bc4, NAME => 'test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-15T06:07:29,083 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7fe1dc698d341c8fcf357e5ebcb58bc4 2024-12-15T06:07:29,083 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,083 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for 7fe1dc698d341c8fcf357e5ebcb58bc4 2024-12-15T06:07:29,083 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for 7fe1dc698d341c8fcf357e5ebcb58bc4 2024-12-15T06:07:29,085 INFO [StoreOpener-7fe1dc698d341c8fcf357e5ebcb58bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7fe1dc698d341c8fcf357e5ebcb58bc4 2024-12-15T06:07:29,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=11 2024-12-15T06:07:29,086 INFO [StoreOpener-7fe1dc698d341c8fcf357e5ebcb58bc4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fe1dc698d341c8fcf357e5ebcb58bc4 columnFamilyName f 2024-12-15T06:07:29,086 DEBUG [StoreOpener-7fe1dc698d341c8fcf357e5ebcb58bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=11, state=SUCCESS; OpenRegionProcedure 4f2e696e1b9584b455c5dd161d52092e, server=00a5f8d66132,41985,1734242833236 in 343 msec 2024-12-15T06:07:29,087 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4f2e696e1b9584b455c5dd161d52092e, ASSIGN in 540 msec 2024-12-15T06:07:29,087 INFO [StoreOpener-7fe1dc698d341c8fcf357e5ebcb58bc4-1 {}] regionserver.HStore(327): Store=7fe1dc698d341c8fcf357e5ebcb58bc4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,087 INFO [StoreOpener-7fe1dc698d341c8fcf357e5ebcb58bc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7fe1dc698d341c8fcf357e5ebcb58bc4 2024-12-15T06:07:29,088 INFO [StoreOpener-7fe1dc698d341c8fcf357e5ebcb58bc4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7fe1dc698d341c8fcf357e5ebcb58bc4 columnFamilyName norep 2024-12-15T06:07:29,088 DEBUG [StoreOpener-7fe1dc698d341c8fcf357e5ebcb58bc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,089 INFO [StoreOpener-7fe1dc698d341c8fcf357e5ebcb58bc4-1 {}] regionserver.HStore(327): Store=7fe1dc698d341c8fcf357e5ebcb58bc4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,090 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/7fe1dc698d341c8fcf357e5ebcb58bc4 2024-12-15T06:07:29,090 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/7fe1dc698d341c8fcf357e5ebcb58bc4 2024-12-15T06:07:29,091 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,093 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for 7fe1dc698d341c8fcf357e5ebcb58bc4 2024-12-15T06:07:29,095 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/7fe1dc698d341c8fcf357e5ebcb58bc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,095 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened 7fe1dc698d341c8fcf357e5ebcb58bc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73497910, jitterRate=0.09520420432090759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,096 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for 7fe1dc698d341c8fcf357e5ebcb58bc4: 2024-12-15T06:07:29,096 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4., pid=46, masterSystemTime=1734242848855 2024-12-15T06:07:29,098 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:07:29,098 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:07:29,098 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:07:29,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=7fe1dc698d341c8fcf357e5ebcb58bc4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,098 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 335b899792f2de3bb1a5312d9c057334, NAME => 'test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-15T06:07:29,099 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 335b899792f2de3bb1a5312d9c057334 2024-12-15T06:07:29,099 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,099 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 335b899792f2de3bb1a5312d9c057334 2024-12-15T06:07:29,099 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 335b899792f2de3bb1a5312d9c057334 2024-12-15T06:07:29,101 INFO [StoreOpener-335b899792f2de3bb1a5312d9c057334-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 335b899792f2de3bb1a5312d9c057334 2024-12-15T06:07:29,102 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=19 2024-12-15T06:07:29,103 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=19, state=SUCCESS; OpenRegionProcedure 7fe1dc698d341c8fcf357e5ebcb58bc4, server=00a5f8d66132,41985,1734242833236 in 384 msec 2024-12-15T06:07:29,103 INFO [StoreOpener-335b899792f2de3bb1a5312d9c057334-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 335b899792f2de3bb1a5312d9c057334 columnFamilyName f 2024-12-15T06:07:29,103 DEBUG [StoreOpener-335b899792f2de3bb1a5312d9c057334-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,103 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7fe1dc698d341c8fcf357e5ebcb58bc4, ASSIGN in 556 msec 2024-12-15T06:07:29,104 INFO [StoreOpener-335b899792f2de3bb1a5312d9c057334-1 {}] regionserver.HStore(327): Store=335b899792f2de3bb1a5312d9c057334/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,104 INFO [StoreOpener-335b899792f2de3bb1a5312d9c057334-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 335b899792f2de3bb1a5312d9c057334 2024-12-15T06:07:29,105 INFO [StoreOpener-335b899792f2de3bb1a5312d9c057334-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 335b899792f2de3bb1a5312d9c057334 columnFamilyName norep 2024-12-15T06:07:29,106 DEBUG [StoreOpener-335b899792f2de3bb1a5312d9c057334-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,106 INFO [StoreOpener-335b899792f2de3bb1a5312d9c057334-1 {}] regionserver.HStore(327): Store=335b899792f2de3bb1a5312d9c057334/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,107 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/335b899792f2de3bb1a5312d9c057334 2024-12-15T06:07:29,107 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/335b899792f2de3bb1a5312d9c057334 2024-12-15T06:07:29,109 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,110 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 335b899792f2de3bb1a5312d9c057334 2024-12-15T06:07:29,112 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/335b899792f2de3bb1a5312d9c057334/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,113 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 335b899792f2de3bb1a5312d9c057334; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69156315, jitterRate=0.030509397387504578}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,113 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 335b899792f2de3bb1a5312d9c057334: 2024-12-15T06:07:29,114 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334., pid=38, masterSystemTime=1734242848855 2024-12-15T06:07:29,115 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:07:29,115 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:07:29,116 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:07:29,116 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 88c448c2e79b371321930df725edb1bd, NAME => 'test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-15T06:07:29,116 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=335b899792f2de3bb1a5312d9c057334, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,116 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 88c448c2e79b371321930df725edb1bd 2024-12-15T06:07:29,116 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,116 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 88c448c2e79b371321930df725edb1bd 2024-12-15T06:07:29,116 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 88c448c2e79b371321930df725edb1bd 2024-12-15T06:07:29,118 INFO [StoreOpener-88c448c2e79b371321930df725edb1bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 88c448c2e79b371321930df725edb1bd 2024-12-15T06:07:29,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=26 2024-12-15T06:07:29,119 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=26, state=SUCCESS; OpenRegionProcedure 335b899792f2de3bb1a5312d9c057334, server=00a5f8d66132,41985,1734242833236 in 414 msec 2024-12-15T06:07:29,120 INFO [StoreOpener-88c448c2e79b371321930df725edb1bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c448c2e79b371321930df725edb1bd columnFamilyName f 2024-12-15T06:07:29,120 DEBUG [StoreOpener-88c448c2e79b371321930df725edb1bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,120 INFO [StoreOpener-88c448c2e79b371321930df725edb1bd-1 {}] regionserver.HStore(327): Store=88c448c2e79b371321930df725edb1bd/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,121 INFO [StoreOpener-88c448c2e79b371321930df725edb1bd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 88c448c2e79b371321930df725edb1bd 2024-12-15T06:07:29,123 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=335b899792f2de3bb1a5312d9c057334, ASSIGN in 574 msec 2024-12-15T06:07:29,125 INFO [StoreOpener-88c448c2e79b371321930df725edb1bd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 88c448c2e79b371321930df725edb1bd columnFamilyName norep 2024-12-15T06:07:29,125 DEBUG [StoreOpener-88c448c2e79b371321930df725edb1bd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,126 INFO [StoreOpener-88c448c2e79b371321930df725edb1bd-1 {}] regionserver.HStore(327): Store=88c448c2e79b371321930df725edb1bd/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,127 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/88c448c2e79b371321930df725edb1bd 2024-12-15T06:07:29,127 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/88c448c2e79b371321930df725edb1bd 2024-12-15T06:07:29,129 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,130 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 88c448c2e79b371321930df725edb1bd 2024-12-15T06:07:29,132 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/88c448c2e79b371321930df725edb1bd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,133 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 88c448c2e79b371321930df725edb1bd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71969837, jitterRate=0.07243414223194122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,133 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 88c448c2e79b371321930df725edb1bd: 2024-12-15T06:07:29,134 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd., pid=43, masterSystemTime=1734242848855 2024-12-15T06:07:29,136 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:07:29,136 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:07:29,136 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:07:29,136 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => d45133fd51fc339195abb43edd19eb9f, NAME => 'test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-15T06:07:29,136 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=88c448c2e79b371321930df725edb1bd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,136 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d45133fd51fc339195abb43edd19eb9f 2024-12-15T06:07:29,136 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,136 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for d45133fd51fc339195abb43edd19eb9f 2024-12-15T06:07:29,136 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for d45133fd51fc339195abb43edd19eb9f 2024-12-15T06:07:29,138 INFO [StoreOpener-d45133fd51fc339195abb43edd19eb9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d45133fd51fc339195abb43edd19eb9f 2024-12-15T06:07:29,140 INFO [StoreOpener-d45133fd51fc339195abb43edd19eb9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d45133fd51fc339195abb43edd19eb9f columnFamilyName f 2024-12-15T06:07:29,140 DEBUG [StoreOpener-d45133fd51fc339195abb43edd19eb9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=22 2024-12-15T06:07:29,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=22, state=SUCCESS; OpenRegionProcedure 88c448c2e79b371321930df725edb1bd, server=00a5f8d66132,41985,1734242833236 in 427 msec 2024-12-15T06:07:29,140 INFO [StoreOpener-d45133fd51fc339195abb43edd19eb9f-1 {}] regionserver.HStore(327): Store=d45133fd51fc339195abb43edd19eb9f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,141 INFO [StoreOpener-d45133fd51fc339195abb43edd19eb9f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d45133fd51fc339195abb43edd19eb9f 2024-12-15T06:07:29,145 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=88c448c2e79b371321930df725edb1bd, ASSIGN in 594 msec 2024-12-15T06:07:29,145 INFO [StoreOpener-d45133fd51fc339195abb43edd19eb9f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d45133fd51fc339195abb43edd19eb9f columnFamilyName norep 2024-12-15T06:07:29,145 DEBUG [StoreOpener-d45133fd51fc339195abb43edd19eb9f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,146 INFO [StoreOpener-d45133fd51fc339195abb43edd19eb9f-1 {}] regionserver.HStore(327): Store=d45133fd51fc339195abb43edd19eb9f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,146 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/d45133fd51fc339195abb43edd19eb9f 2024-12-15T06:07:29,147 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/d45133fd51fc339195abb43edd19eb9f 2024-12-15T06:07:29,148 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,149 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for d45133fd51fc339195abb43edd19eb9f 2024-12-15T06:07:29,151 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/d45133fd51fc339195abb43edd19eb9f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,151 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened d45133fd51fc339195abb43edd19eb9f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61433654, jitterRate=-0.08456721901893616}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,152 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for d45133fd51fc339195abb43edd19eb9f: 2024-12-15T06:07:29,152 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f., pid=39, masterSystemTime=1734242848855 2024-12-15T06:07:29,154 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:07:29,154 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:07:29,154 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:07:29,155 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=d45133fd51fc339195abb43edd19eb9f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,155 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 8c30d67915e2d78fe75d7dd0db231be5, NAME => 'test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-15T06:07:29,155 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8c30d67915e2d78fe75d7dd0db231be5 2024-12-15T06:07:29,155 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,155 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 8c30d67915e2d78fe75d7dd0db231be5 2024-12-15T06:07:29,155 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 8c30d67915e2d78fe75d7dd0db231be5 2024-12-15T06:07:29,157 INFO [StoreOpener-8c30d67915e2d78fe75d7dd0db231be5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8c30d67915e2d78fe75d7dd0db231be5 2024-12-15T06:07:29,158 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=30 2024-12-15T06:07:29,159 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=30, state=SUCCESS; OpenRegionProcedure d45133fd51fc339195abb43edd19eb9f, server=00a5f8d66132,41985,1734242833236 in 451 msec 2024-12-15T06:07:29,159 INFO [StoreOpener-8c30d67915e2d78fe75d7dd0db231be5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c30d67915e2d78fe75d7dd0db231be5 columnFamilyName f 2024-12-15T06:07:29,159 DEBUG [StoreOpener-8c30d67915e2d78fe75d7dd0db231be5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,159 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d45133fd51fc339195abb43edd19eb9f, ASSIGN in 612 msec 2024-12-15T06:07:29,160 INFO [StoreOpener-8c30d67915e2d78fe75d7dd0db231be5-1 {}] regionserver.HStore(327): Store=8c30d67915e2d78fe75d7dd0db231be5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,160 INFO [StoreOpener-8c30d67915e2d78fe75d7dd0db231be5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8c30d67915e2d78fe75d7dd0db231be5 2024-12-15T06:07:29,162 INFO [StoreOpener-8c30d67915e2d78fe75d7dd0db231be5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8c30d67915e2d78fe75d7dd0db231be5 columnFamilyName norep 2024-12-15T06:07:29,162 DEBUG [StoreOpener-8c30d67915e2d78fe75d7dd0db231be5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,162 INFO [StoreOpener-8c30d67915e2d78fe75d7dd0db231be5-1 {}] regionserver.HStore(327): Store=8c30d67915e2d78fe75d7dd0db231be5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,163 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c30d67915e2d78fe75d7dd0db231be5 2024-12-15T06:07:29,163 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c30d67915e2d78fe75d7dd0db231be5 2024-12-15T06:07:29,165 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,166 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 8c30d67915e2d78fe75d7dd0db231be5 2024-12-15T06:07:29,168 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c30d67915e2d78fe75d7dd0db231be5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,169 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 8c30d67915e2d78fe75d7dd0db231be5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70688417, jitterRate=0.05333949625492096}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,169 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 8c30d67915e2d78fe75d7dd0db231be5: 2024-12-15T06:07:29,169 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5., pid=37, masterSystemTime=1734242848855 2024-12-15T06:07:29,171 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:07:29,171 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:07:29,171 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:07:29,172 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => c6fa925e579f3c78e2860007ba697f13, NAME => 'test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-15T06:07:29,172 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=8c30d67915e2d78fe75d7dd0db231be5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,172 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6fa925e579f3c78e2860007ba697f13 2024-12-15T06:07:29,172 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,172 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for c6fa925e579f3c78e2860007ba697f13 2024-12-15T06:07:29,172 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for c6fa925e579f3c78e2860007ba697f13 2024-12-15T06:07:29,174 INFO [StoreOpener-c6fa925e579f3c78e2860007ba697f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6fa925e579f3c78e2860007ba697f13 2024-12-15T06:07:29,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=32 2024-12-15T06:07:29,175 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=32, state=SUCCESS; OpenRegionProcedure 8c30d67915e2d78fe75d7dd0db231be5, server=00a5f8d66132,41985,1734242833236 in 470 msec 2024-12-15T06:07:29,176 INFO [StoreOpener-c6fa925e579f3c78e2860007ba697f13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6fa925e579f3c78e2860007ba697f13 columnFamilyName f 2024-12-15T06:07:29,176 DEBUG [StoreOpener-c6fa925e579f3c78e2860007ba697f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,176 INFO [StoreOpener-c6fa925e579f3c78e2860007ba697f13-1 {}] regionserver.HStore(327): Store=c6fa925e579f3c78e2860007ba697f13/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,177 INFO [StoreOpener-c6fa925e579f3c78e2860007ba697f13-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6fa925e579f3c78e2860007ba697f13 2024-12-15T06:07:29,177 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8c30d67915e2d78fe75d7dd0db231be5, ASSIGN in 630 msec 2024-12-15T06:07:29,179 INFO [StoreOpener-c6fa925e579f3c78e2860007ba697f13-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6fa925e579f3c78e2860007ba697f13 columnFamilyName norep 2024-12-15T06:07:29,179 DEBUG [StoreOpener-c6fa925e579f3c78e2860007ba697f13-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,180 INFO [StoreOpener-c6fa925e579f3c78e2860007ba697f13-1 {}] regionserver.HStore(327): Store=c6fa925e579f3c78e2860007ba697f13/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,181 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/c6fa925e579f3c78e2860007ba697f13 2024-12-15T06:07:29,181 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/c6fa925e579f3c78e2860007ba697f13 2024-12-15T06:07:29,183 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,184 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for c6fa925e579f3c78e2860007ba697f13 2024-12-15T06:07:29,187 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/c6fa925e579f3c78e2860007ba697f13/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,187 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened c6fa925e579f3c78e2860007ba697f13; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64601100, jitterRate=-0.037368595600128174}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,188 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for c6fa925e579f3c78e2860007ba697f13: 2024-12-15T06:07:29,188 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13., pid=52, masterSystemTime=1734242848855 2024-12-15T06:07:29,190 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:07:29,190 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:07:29,191 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:07:29,191 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 9f9a6b0671afeebab47d6e928c97f097, NAME => 'test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-15T06:07:29,191 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=c6fa925e579f3c78e2860007ba697f13, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,191 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9f9a6b0671afeebab47d6e928c97f097 2024-12-15T06:07:29,191 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,191 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 9f9a6b0671afeebab47d6e928c97f097 2024-12-15T06:07:29,191 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 9f9a6b0671afeebab47d6e928c97f097 2024-12-15T06:07:29,193 INFO [StoreOpener-9f9a6b0671afeebab47d6e928c97f097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9f9a6b0671afeebab47d6e928c97f097 2024-12-15T06:07:29,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=31 2024-12-15T06:07:29,195 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=31, state=SUCCESS; OpenRegionProcedure c6fa925e579f3c78e2860007ba697f13, server=00a5f8d66132,41985,1734242833236 in 465 msec 2024-12-15T06:07:29,195 INFO [StoreOpener-9f9a6b0671afeebab47d6e928c97f097-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f9a6b0671afeebab47d6e928c97f097 columnFamilyName f 2024-12-15T06:07:29,195 DEBUG [StoreOpener-9f9a6b0671afeebab47d6e928c97f097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,196 INFO [StoreOpener-9f9a6b0671afeebab47d6e928c97f097-1 {}] regionserver.HStore(327): Store=9f9a6b0671afeebab47d6e928c97f097/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,196 INFO [StoreOpener-9f9a6b0671afeebab47d6e928c97f097-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9f9a6b0671afeebab47d6e928c97f097 2024-12-15T06:07:29,196 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c6fa925e579f3c78e2860007ba697f13, ASSIGN in 649 msec 2024-12-15T06:07:29,197 INFO [StoreOpener-9f9a6b0671afeebab47d6e928c97f097-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9f9a6b0671afeebab47d6e928c97f097 columnFamilyName norep 2024-12-15T06:07:29,198 DEBUG [StoreOpener-9f9a6b0671afeebab47d6e928c97f097-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,198 INFO [StoreOpener-9f9a6b0671afeebab47d6e928c97f097-1 {}] regionserver.HStore(327): Store=9f9a6b0671afeebab47d6e928c97f097/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,199 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/9f9a6b0671afeebab47d6e928c97f097 2024-12-15T06:07:29,199 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/9f9a6b0671afeebab47d6e928c97f097 2024-12-15T06:07:29,200 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,202 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 9f9a6b0671afeebab47d6e928c97f097 2024-12-15T06:07:29,204 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/9f9a6b0671afeebab47d6e928c97f097/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,204 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 9f9a6b0671afeebab47d6e928c97f097; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71635353, jitterRate=0.06744994223117828}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,204 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 9f9a6b0671afeebab47d6e928c97f097: 2024-12-15T06:07:29,205 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097., pid=44, masterSystemTime=1734242848855 2024-12-15T06:07:29,207 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:07:29,207 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:07:29,207 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:07:29,207 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => f9ca46fd4b99053994389b90c7c4b08a, NAME => 'test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-15T06:07:29,207 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=9f9a6b0671afeebab47d6e928c97f097, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,207 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:07:29,207 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,207 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:07:29,207 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:07:29,210 INFO [StoreOpener-f9ca46fd4b99053994389b90c7c4b08a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:07:29,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=27 2024-12-15T06:07:29,211 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=27, state=SUCCESS; OpenRegionProcedure 9f9a6b0671afeebab47d6e928c97f097, server=00a5f8d66132,41985,1734242833236 in 495 msec 2024-12-15T06:07:29,212 INFO [StoreOpener-f9ca46fd4b99053994389b90c7c4b08a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9ca46fd4b99053994389b90c7c4b08a columnFamilyName f 2024-12-15T06:07:29,212 DEBUG [StoreOpener-f9ca46fd4b99053994389b90c7c4b08a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,212 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9f9a6b0671afeebab47d6e928c97f097, ASSIGN in 665 msec 2024-12-15T06:07:29,213 INFO [StoreOpener-f9ca46fd4b99053994389b90c7c4b08a-1 {}] regionserver.HStore(327): Store=f9ca46fd4b99053994389b90c7c4b08a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,213 INFO [StoreOpener-f9ca46fd4b99053994389b90c7c4b08a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:07:29,214 INFO [StoreOpener-f9ca46fd4b99053994389b90c7c4b08a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f9ca46fd4b99053994389b90c7c4b08a columnFamilyName norep 2024-12-15T06:07:29,215 DEBUG [StoreOpener-f9ca46fd4b99053994389b90c7c4b08a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,215 INFO [StoreOpener-f9ca46fd4b99053994389b90c7c4b08a-1 {}] regionserver.HStore(327): Store=f9ca46fd4b99053994389b90c7c4b08a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,216 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:07:29,216 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:07:29,218 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,219 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:07:29,222 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f9ca46fd4b99053994389b90c7c4b08a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,222 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened f9ca46fd4b99053994389b90c7c4b08a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65541536, jitterRate=-0.02335500717163086}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,222 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for f9ca46fd4b99053994389b90c7c4b08a: 2024-12-15T06:07:29,223 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a., pid=40, masterSystemTime=1734242848855 2024-12-15T06:07:29,225 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:07:29,225 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:07:29,226 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:07:29,226 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=f9ca46fd4b99053994389b90c7c4b08a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,226 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 37e8788e3afca1bfce2707882a396dc4, NAME => 'test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-15T06:07:29,226 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 37e8788e3afca1bfce2707882a396dc4 2024-12-15T06:07:29,226 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,226 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 37e8788e3afca1bfce2707882a396dc4 2024-12-15T06:07:29,226 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 37e8788e3afca1bfce2707882a396dc4 2024-12-15T06:07:29,228 INFO [StoreOpener-37e8788e3afca1bfce2707882a396dc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 37e8788e3afca1bfce2707882a396dc4 2024-12-15T06:07:29,230 INFO [StoreOpener-37e8788e3afca1bfce2707882a396dc4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37e8788e3afca1bfce2707882a396dc4 columnFamilyName f 2024-12-15T06:07:29,230 DEBUG [StoreOpener-37e8788e3afca1bfce2707882a396dc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,230 INFO [StoreOpener-37e8788e3afca1bfce2707882a396dc4-1 {}] regionserver.HStore(327): Store=37e8788e3afca1bfce2707882a396dc4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,230 INFO [StoreOpener-37e8788e3afca1bfce2707882a396dc4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 37e8788e3afca1bfce2707882a396dc4 2024-12-15T06:07:29,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=25 2024-12-15T06:07:29,232 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=25, state=SUCCESS; OpenRegionProcedure f9ca46fd4b99053994389b90c7c4b08a, server=00a5f8d66132,41985,1734242833236 in 524 msec 2024-12-15T06:07:29,232 INFO [StoreOpener-37e8788e3afca1bfce2707882a396dc4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 37e8788e3afca1bfce2707882a396dc4 columnFamilyName norep 2024-12-15T06:07:29,232 DEBUG [StoreOpener-37e8788e3afca1bfce2707882a396dc4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,233 INFO [StoreOpener-37e8788e3afca1bfce2707882a396dc4-1 {}] regionserver.HStore(327): Store=37e8788e3afca1bfce2707882a396dc4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,233 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f9ca46fd4b99053994389b90c7c4b08a, ASSIGN in 686 msec 2024-12-15T06:07:29,234 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/37e8788e3afca1bfce2707882a396dc4 2024-12-15T06:07:29,234 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/37e8788e3afca1bfce2707882a396dc4 2024-12-15T06:07:29,236 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,237 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 37e8788e3afca1bfce2707882a396dc4 2024-12-15T06:07:29,240 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/37e8788e3afca1bfce2707882a396dc4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,240 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 37e8788e3afca1bfce2707882a396dc4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71812477, jitterRate=0.07008929550647736}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,241 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 37e8788e3afca1bfce2707882a396dc4: 2024-12-15T06:07:29,241 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4., pid=50, masterSystemTime=1734242848855 2024-12-15T06:07:29,243 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:07:29,243 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:07:29,243 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:07:29,243 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => c6ace658ec758ae8fe2daa23222d55bc, NAME => 'test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T06:07:29,244 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=37e8788e3afca1bfce2707882a396dc4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,244 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6ace658ec758ae8fe2daa23222d55bc 2024-12-15T06:07:29,244 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,244 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for c6ace658ec758ae8fe2daa23222d55bc 2024-12-15T06:07:29,244 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for c6ace658ec758ae8fe2daa23222d55bc 2024-12-15T06:07:29,246 INFO [StoreOpener-c6ace658ec758ae8fe2daa23222d55bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6ace658ec758ae8fe2daa23222d55bc 2024-12-15T06:07:29,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=29 2024-12-15T06:07:29,248 INFO [StoreOpener-c6ace658ec758ae8fe2daa23222d55bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6ace658ec758ae8fe2daa23222d55bc columnFamilyName f 2024-12-15T06:07:29,248 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=29, state=SUCCESS; OpenRegionProcedure 37e8788e3afca1bfce2707882a396dc4, server=00a5f8d66132,41985,1734242833236 in 520 msec 2024-12-15T06:07:29,248 DEBUG [StoreOpener-c6ace658ec758ae8fe2daa23222d55bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,248 INFO [StoreOpener-c6ace658ec758ae8fe2daa23222d55bc-1 {}] regionserver.HStore(327): Store=c6ace658ec758ae8fe2daa23222d55bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,248 INFO [StoreOpener-c6ace658ec758ae8fe2daa23222d55bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6ace658ec758ae8fe2daa23222d55bc 2024-12-15T06:07:29,249 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=37e8788e3afca1bfce2707882a396dc4, ASSIGN in 702 msec 2024-12-15T06:07:29,250 INFO [StoreOpener-c6ace658ec758ae8fe2daa23222d55bc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6ace658ec758ae8fe2daa23222d55bc columnFamilyName norep 2024-12-15T06:07:29,250 DEBUG [StoreOpener-c6ace658ec758ae8fe2daa23222d55bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,251 INFO [StoreOpener-c6ace658ec758ae8fe2daa23222d55bc-1 {}] regionserver.HStore(327): Store=c6ace658ec758ae8fe2daa23222d55bc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,251 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/c6ace658ec758ae8fe2daa23222d55bc 2024-12-15T06:07:29,252 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/c6ace658ec758ae8fe2daa23222d55bc 2024-12-15T06:07:29,253 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,254 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for c6ace658ec758ae8fe2daa23222d55bc 2024-12-15T06:07:29,257 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/c6ace658ec758ae8fe2daa23222d55bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,258 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened c6ace658ec758ae8fe2daa23222d55bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72145925, jitterRate=0.07505805790424347}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,258 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for c6ace658ec758ae8fe2daa23222d55bc: 2024-12-15T06:07:29,259 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc., pid=59, masterSystemTime=1734242848855 2024-12-15T06:07:29,260 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:07:29,260 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:07:29,261 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:07:29,261 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 0751f3d0afe7dd7c3bb82bac4bb7be15, NAME => 'test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-15T06:07:29,261 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=c6ace658ec758ae8fe2daa23222d55bc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,261 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0751f3d0afe7dd7c3bb82bac4bb7be15 2024-12-15T06:07:29,261 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,261 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 0751f3d0afe7dd7c3bb82bac4bb7be15 2024-12-15T06:07:29,261 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 0751f3d0afe7dd7c3bb82bac4bb7be15 2024-12-15T06:07:29,263 INFO [StoreOpener-0751f3d0afe7dd7c3bb82bac4bb7be15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0751f3d0afe7dd7c3bb82bac4bb7be15 2024-12-15T06:07:29,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=28 2024-12-15T06:07:29,265 INFO [StoreOpener-0751f3d0afe7dd7c3bb82bac4bb7be15-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0751f3d0afe7dd7c3bb82bac4bb7be15 columnFamilyName f 2024-12-15T06:07:29,265 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=28, state=SUCCESS; OpenRegionProcedure c6ace658ec758ae8fe2daa23222d55bc, server=00a5f8d66132,41985,1734242833236 in 525 msec 2024-12-15T06:07:29,265 DEBUG [StoreOpener-0751f3d0afe7dd7c3bb82bac4bb7be15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,266 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c6ace658ec758ae8fe2daa23222d55bc, ASSIGN in 719 msec 2024-12-15T06:07:29,266 INFO [StoreOpener-0751f3d0afe7dd7c3bb82bac4bb7be15-1 {}] regionserver.HStore(327): Store=0751f3d0afe7dd7c3bb82bac4bb7be15/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,266 INFO [StoreOpener-0751f3d0afe7dd7c3bb82bac4bb7be15-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0751f3d0afe7dd7c3bb82bac4bb7be15 2024-12-15T06:07:29,267 INFO [StoreOpener-0751f3d0afe7dd7c3bb82bac4bb7be15-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0751f3d0afe7dd7c3bb82bac4bb7be15 columnFamilyName norep 2024-12-15T06:07:29,267 DEBUG [StoreOpener-0751f3d0afe7dd7c3bb82bac4bb7be15-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,268 INFO [StoreOpener-0751f3d0afe7dd7c3bb82bac4bb7be15-1 {}] regionserver.HStore(327): Store=0751f3d0afe7dd7c3bb82bac4bb7be15/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,269 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/0751f3d0afe7dd7c3bb82bac4bb7be15 2024-12-15T06:07:29,269 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/0751f3d0afe7dd7c3bb82bac4bb7be15 2024-12-15T06:07:29,271 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,272 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 0751f3d0afe7dd7c3bb82bac4bb7be15 2024-12-15T06:07:29,275 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/0751f3d0afe7dd7c3bb82bac4bb7be15/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:29,276 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 0751f3d0afe7dd7c3bb82bac4bb7be15; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72879413, jitterRate=0.0859878808259964}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,276 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 0751f3d0afe7dd7c3bb82bac4bb7be15: 2024-12-15T06:07:29,277 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15., pid=42, masterSystemTime=1734242848855 2024-12-15T06:07:29,279 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:07:29,279 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:07:29,279 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:07:29,279 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 9d672659f6a0114235be66871de8a78f, NAME => 'test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-15T06:07:29,279 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=0751f3d0afe7dd7c3bb82bac4bb7be15, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,279 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9d672659f6a0114235be66871de8a78f 2024-12-15T06:07:29,279 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,280 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 9d672659f6a0114235be66871de8a78f 2024-12-15T06:07:29,280 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 9d672659f6a0114235be66871de8a78f 2024-12-15T06:07:29,283 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=35 2024-12-15T06:07:29,284 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=35, state=SUCCESS; OpenRegionProcedure 0751f3d0afe7dd7c3bb82bac4bb7be15, server=00a5f8d66132,41985,1734242833236 in 572 msec 2024-12-15T06:07:29,284 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=0751f3d0afe7dd7c3bb82bac4bb7be15, ASSIGN in 737 msec 2024-12-15T06:07:29,285 INFO [StoreOpener-9d672659f6a0114235be66871de8a78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9d672659f6a0114235be66871de8a78f 2024-12-15T06:07:29,286 INFO [StoreOpener-9d672659f6a0114235be66871de8a78f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d672659f6a0114235be66871de8a78f columnFamilyName f 2024-12-15T06:07:29,287 DEBUG [StoreOpener-9d672659f6a0114235be66871de8a78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,287 INFO [StoreOpener-9d672659f6a0114235be66871de8a78f-1 {}] regionserver.HStore(327): Store=9d672659f6a0114235be66871de8a78f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,287 INFO [StoreOpener-9d672659f6a0114235be66871de8a78f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9d672659f6a0114235be66871de8a78f 2024-12-15T06:07:29,289 INFO [StoreOpener-9d672659f6a0114235be66871de8a78f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9d672659f6a0114235be66871de8a78f columnFamilyName norep 2024-12-15T06:07:29,289 DEBUG [StoreOpener-9d672659f6a0114235be66871de8a78f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,290 INFO [StoreOpener-9d672659f6a0114235be66871de8a78f-1 {}] regionserver.HStore(327): Store=9d672659f6a0114235be66871de8a78f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,291 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/9d672659f6a0114235be66871de8a78f 2024-12-15T06:07:29,291 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/9d672659f6a0114235be66871de8a78f 2024-12-15T06:07:29,293 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,294 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 9d672659f6a0114235be66871de8a78f 2024-12-15T06:07:29,297 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/9d672659f6a0114235be66871de8a78f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,298 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 9d672659f6a0114235be66871de8a78f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70796468, jitterRate=0.05494958162307739}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,298 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 9d672659f6a0114235be66871de8a78f: 2024-12-15T06:07:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:29,299 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f., pid=48, masterSystemTime=1734242848855 2024-12-15T06:07:29,300 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:07:29,300 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:07:29,301 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:07:29,301 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => dce1c41ad6fec40dc9af09ac90890f96, NAME => 'test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-15T06:07:29,301 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=9d672659f6a0114235be66871de8a78f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,301 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dce1c41ad6fec40dc9af09ac90890f96 2024-12-15T06:07:29,301 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,301 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for dce1c41ad6fec40dc9af09ac90890f96 2024-12-15T06:07:29,301 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for dce1c41ad6fec40dc9af09ac90890f96 2024-12-15T06:07:29,303 INFO [StoreOpener-dce1c41ad6fec40dc9af09ac90890f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dce1c41ad6fec40dc9af09ac90890f96 2024-12-15T06:07:29,305 INFO [StoreOpener-dce1c41ad6fec40dc9af09ac90890f96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce1c41ad6fec40dc9af09ac90890f96 columnFamilyName f 2024-12-15T06:07:29,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=34 2024-12-15T06:07:29,305 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=34, state=SUCCESS; OpenRegionProcedure 9d672659f6a0114235be66871de8a78f, server=00a5f8d66132,41985,1734242833236 in 582 msec 2024-12-15T06:07:29,305 DEBUG [StoreOpener-dce1c41ad6fec40dc9af09ac90890f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,306 INFO [StoreOpener-dce1c41ad6fec40dc9af09ac90890f96-1 {}] regionserver.HStore(327): Store=dce1c41ad6fec40dc9af09ac90890f96/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,306 INFO [StoreOpener-dce1c41ad6fec40dc9af09ac90890f96-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dce1c41ad6fec40dc9af09ac90890f96 2024-12-15T06:07:29,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9d672659f6a0114235be66871de8a78f, ASSIGN in 759 msec 2024-12-15T06:07:29,307 INFO [StoreOpener-dce1c41ad6fec40dc9af09ac90890f96-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dce1c41ad6fec40dc9af09ac90890f96 columnFamilyName norep 2024-12-15T06:07:29,307 DEBUG [StoreOpener-dce1c41ad6fec40dc9af09ac90890f96-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,308 INFO [StoreOpener-dce1c41ad6fec40dc9af09ac90890f96-1 {}] regionserver.HStore(327): Store=dce1c41ad6fec40dc9af09ac90890f96/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,309 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/dce1c41ad6fec40dc9af09ac90890f96 2024-12-15T06:07:29,309 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/dce1c41ad6fec40dc9af09ac90890f96 2024-12-15T06:07:29,311 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,312 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for dce1c41ad6fec40dc9af09ac90890f96 2024-12-15T06:07:29,315 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/dce1c41ad6fec40dc9af09ac90890f96/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,315 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened dce1c41ad6fec40dc9af09ac90890f96; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73100303, jitterRate=0.08927939832210541}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,316 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for dce1c41ad6fec40dc9af09ac90890f96: 2024-12-15T06:07:29,316 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96., pid=58, masterSystemTime=1734242848855 2024-12-15T06:07:29,318 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:07:29,318 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:07:29,318 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:07:29,319 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=dce1c41ad6fec40dc9af09ac90890f96, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,319 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 6ee67dd5ae686f6b59d639ab7ef168c2, NAME => 'test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-15T06:07:29,319 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6ee67dd5ae686f6b59d639ab7ef168c2 2024-12-15T06:07:29,319 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:29,319 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 6ee67dd5ae686f6b59d639ab7ef168c2 2024-12-15T06:07:29,319 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 6ee67dd5ae686f6b59d639ab7ef168c2 2024-12-15T06:07:29,321 INFO [StoreOpener-6ee67dd5ae686f6b59d639ab7ef168c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6ee67dd5ae686f6b59d639ab7ef168c2 2024-12-15T06:07:29,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=16 2024-12-15T06:07:29,323 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=16, state=SUCCESS; OpenRegionProcedure dce1c41ad6fec40dc9af09ac90890f96, server=00a5f8d66132,41985,1734242833236 in 584 msec 2024-12-15T06:07:29,323 INFO [StoreOpener-6ee67dd5ae686f6b59d639ab7ef168c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee67dd5ae686f6b59d639ab7ef168c2 columnFamilyName f 2024-12-15T06:07:29,323 DEBUG [StoreOpener-6ee67dd5ae686f6b59d639ab7ef168c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,324 INFO [StoreOpener-6ee67dd5ae686f6b59d639ab7ef168c2-1 {}] regionserver.HStore(327): Store=6ee67dd5ae686f6b59d639ab7ef168c2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,324 INFO [StoreOpener-6ee67dd5ae686f6b59d639ab7ef168c2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6ee67dd5ae686f6b59d639ab7ef168c2 2024-12-15T06:07:29,324 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dce1c41ad6fec40dc9af09ac90890f96, ASSIGN in 777 msec 2024-12-15T06:07:29,326 INFO [StoreOpener-6ee67dd5ae686f6b59d639ab7ef168c2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6ee67dd5ae686f6b59d639ab7ef168c2 columnFamilyName norep 2024-12-15T06:07:29,326 DEBUG [StoreOpener-6ee67dd5ae686f6b59d639ab7ef168c2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:29,327 INFO [StoreOpener-6ee67dd5ae686f6b59d639ab7ef168c2-1 {}] regionserver.HStore(327): Store=6ee67dd5ae686f6b59d639ab7ef168c2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:29,327 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6ee67dd5ae686f6b59d639ab7ef168c2 2024-12-15T06:07:29,328 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6ee67dd5ae686f6b59d639ab7ef168c2 2024-12-15T06:07:29,330 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T06:07:29,332 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 6ee67dd5ae686f6b59d639ab7ef168c2 2024-12-15T06:07:29,335 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6ee67dd5ae686f6b59d639ab7ef168c2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:29,336 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 6ee67dd5ae686f6b59d639ab7ef168c2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65407969, jitterRate=-0.02534531056880951}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T06:07:29,336 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 6ee67dd5ae686f6b59d639ab7ef168c2: 2024-12-15T06:07:29,337 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2., pid=49, masterSystemTime=1734242848855 2024-12-15T06:07:29,339 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:07:29,339 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:07:29,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=6ee67dd5ae686f6b59d639ab7ef168c2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:29,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=33 2024-12-15T06:07:29,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=33, state=SUCCESS; OpenRegionProcedure 6ee67dd5ae686f6b59d639ab7ef168c2, server=00a5f8d66132,41985,1734242833236 in 620 msec 2024-12-15T06:07:29,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=9 2024-12-15T06:07:29,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6ee67dd5ae686f6b59d639ab7ef168c2, ASSIGN in 797 msec 2024-12-15T06:07:29,346 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T06:07:29,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242849346"}]},"ts":"1734242849346"} 2024-12-15T06:07:29,348 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-15T06:07:29,352 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T06:07:29,354 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.1690 sec 2024-12-15T06:07:29,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:33,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T06:07:33,301 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-15T06:07:33,301 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T06:07:33,301 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:33,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T06:07:33,314 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:33,314 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T06:07:33,314 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T06:07:33,314 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T06:07:33,327 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:33,327 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T06:07:33,327 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T06:07:33,328 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T06:07:33,345 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:33,345 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T06:07:33,371 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=388, OpenFileDescriptor=567, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=9364 2024-12-15T06:07:33,375 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T06:07:33,378 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T06:07:33,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-15T06:07:33,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:59060:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-15T06:07:33,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-15T06:07:33,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:33,440 INFO [PEWorker-3 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-15T06:07:33,442 INFO [PEWorker-3 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@25cb48f2check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:59060 2024-12-15T06:07:33,446 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@25cb48f2check-peer-cluster-id0x0, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T06:07:33,446 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@25cb48f2check-peer-cluster-id-0x10094491d2f0009 connected 2024-12-15T06:07:33,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:33,550 DEBUG [PEWorker-3-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@25cb48f2check-peer-cluster-id-0x10094491d2f0009, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:07:33,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:33,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:07:33,582 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T06:07:33,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:33,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:33,747 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-15T06:07:33,748 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-15T06:07:33,772 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-15T06:07:33,813 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-15T06:07:33,838 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-15T06:07:33,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-15T06:07:33,845 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 00a5f8d66132,34335,1734242827412 suceeded 2024-12-15T06:07:33,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-15T06:07:33,847 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 264 msec 2024-12-15T06:07:33,847 INFO [PEWorker-5 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:59060:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-15T06:07:33,849 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 446 msec 2024-12-15T06:07:33,892 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aa75387 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7eb69bde 2024-12-15T06:07:33,917 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10e6e3f3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:33,920 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:59060 2024-12-15T06:07:33,927 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T06:07:33,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10094491d2f000b connected 2024-12-15T06:07:33,931 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=73f6a8ce-16a1-4cbd-b711-cd5b8257da8e to cluster=26d89d32-5aa7-46a1-a58f-6abddf948537 2024-12-15T06:07:33,934 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=00a5f8d66132%2C34335%2C1734242827412 2024-12-15T06:07:33,937 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T06:07:33,940 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, startPosition=0, beingWritten=true 2024-12-15T06:07:33,940 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 00a5f8d66132%2C34335%2C1734242827412 2024-12-15T06:07:34,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:34,029 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x779f71f7 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b32c02 2024-12-15T06:07:34,064 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb1dd70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:34,066 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-15T06:07:34,066 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 7708, reset compression=false 2024-12-15T06:07:34,066 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-15T06:07:34,066 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e0ca04e to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21078b1 2024-12-15T06:07:34,075 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a5b97cd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:34,077 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T06:07:34,084 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T06:07:34,093 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T06:07:34,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-15T06:07:34,096 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T06:07:34,096 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:34,097 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-15T06:07:34,097 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T06:07:34,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T06:07:34,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741864_1040 (size=367) 2024-12-15T06:07:34,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T06:07:34,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: 7708 2024-12-15T06:07:34,323 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 7708, reset compression=false 2024-12-15T06:07:34,366 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T06:07:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T06:07:34,536 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 0ba06b6a86e1af11909043b7b5e5a09c, NAME => 'testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e 2024-12-15T06:07:34,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741865_1041 (size=51) 2024-12-15T06:07:34,635 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 7708, reset compression=false 2024-12-15T06:07:34,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T06:07:34,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:34,947 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:34,947 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 0ba06b6a86e1af11909043b7b5e5a09c, disabling compactions & flushes 2024-12-15T06:07:34,947 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:07:34,947 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:07:34,947 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. after waiting 0 ms 2024-12-15T06:07:34,947 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:07:34,947 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:07:34,947 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 0ba06b6a86e1af11909043b7b5e5a09c: 2024-12-15T06:07:34,948 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T06:07:34,948 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734242854948"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242854948"}]},"ts":"1734242854948"} 2024-12-15T06:07:34,951 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T06:07:34,951 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T06:07:34,952 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242854952"}]},"ts":"1734242854952"} 2024-12-15T06:07:34,953 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-15T06:07:34,958 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=0ba06b6a86e1af11909043b7b5e5a09c, ASSIGN}] 2024-12-15T06:07:34,959 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=0ba06b6a86e1af11909043b7b5e5a09c, ASSIGN 2024-12-15T06:07:34,959 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=0ba06b6a86e1af11909043b7b5e5a09c, ASSIGN; state=OFFLINE, location=00a5f8d66132,34335,1734242827412; forceNewPlan=false, retain=false 2024-12-15T06:07:35,042 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 7708, reset compression=false 2024-12-15T06:07:35,110 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=0ba06b6a86e1af11909043b7b5e5a09c, regionState=OPENING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:35,113 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure 0ba06b6a86e1af11909043b7b5e5a09c, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:07:35,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T06:07:35,265 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:35,270 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:07:35,270 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => 0ba06b6a86e1af11909043b7b5e5a09c, NAME => 'testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c.', STARTKEY => '', ENDKEY => ''} 2024-12-15T06:07:35,271 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:07:35,271 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:35,271 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for 0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:07:35,271 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for 0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:07:35,273 INFO [StoreOpener-0ba06b6a86e1af11909043b7b5e5a09c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:07:35,275 INFO [StoreOpener-0ba06b6a86e1af11909043b7b5e5a09c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0ba06b6a86e1af11909043b7b5e5a09c columnFamilyName fam 2024-12-15T06:07:35,275 DEBUG [StoreOpener-0ba06b6a86e1af11909043b7b5e5a09c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:35,275 INFO [StoreOpener-0ba06b6a86e1af11909043b7b5e5a09c-1 {}] regionserver.HStore(327): Store=0ba06b6a86e1af11909043b7b5e5a09c/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:35,276 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:07:35,277 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:07:35,279 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for 0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:07:35,281 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:35,282 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened 0ba06b6a86e1af11909043b7b5e5a09c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67474287, jitterRate=0.005445227026939392}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T06:07:35,283 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for 0ba06b6a86e1af11909043b7b5e5a09c: 2024-12-15T06:07:35,284 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c., pid=66, masterSystemTime=1734242855265 2024-12-15T06:07:35,285 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:07:35,285 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:07:35,286 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=0ba06b6a86e1af11909043b7b5e5a09c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:07:35,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T06:07:35,289 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure 0ba06b6a86e1af11909043b7b5e5a09c, server=00a5f8d66132,34335,1734242827412 in 175 msec 2024-12-15T06:07:35,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-15T06:07:35,291 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=0ba06b6a86e1af11909043b7b5e5a09c, ASSIGN in 332 msec 2024-12-15T06:07:35,291 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T06:07:35,291 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242855291"}]},"ts":"1734242855291"} 2024-12-15T06:07:35,293 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-15T06:07:35,296 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T06:07:35,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2030 sec 2024-12-15T06:07:35,549 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 7708, reset compression=false 2024-12-15T06:07:35,557 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-15T06:07:35,557 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 8001, reset compression=false 2024-12-15T06:07:35,557 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-15T06:07:35,763 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 8001, reset compression=false 2024-12-15T06:07:35,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T06:07:36,072 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 8001, reset compression=false 2024-12-15T06:07:36,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T06:07:36,209 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-15T06:07:36,211 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T06:07:36,214 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47644, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T06:07:36,216 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T06:07:36,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-15T06:07:36,224 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T06:07:36,224 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:36,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-15T06:07:36,225 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T06:07:36,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:36,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741864_1040 (size=367) 2024-12-15T06:07:36,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:36,485 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 8001, reset compression=false 2024-12-15T06:07:36,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:36,651 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 2a87857bfb626302c694283ed967de66, NAME => 'testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455 2024-12-15T06:07:36,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741865_1041 (size=51) 2024-12-15T06:07:36,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:36,992 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 8001, reset compression=false 2024-12-15T06:07:37,065 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:37,065 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 2a87857bfb626302c694283ed967de66, disabling compactions & flushes 2024-12-15T06:07:37,065 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:37,065 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:37,065 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. after waiting 0 ms 2024-12-15T06:07:37,065 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:37,066 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:37,066 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 2a87857bfb626302c694283ed967de66: 2024-12-15T06:07:37,067 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T06:07:37,067 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734242857067"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734242857067"}]},"ts":"1734242857067"} 2024-12-15T06:07:37,070 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T06:07:37,071 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T06:07:37,071 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242857071"}]},"ts":"1734242857071"} 2024-12-15T06:07:37,073 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-15T06:07:37,082 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=2a87857bfb626302c694283ed967de66, ASSIGN}] 2024-12-15T06:07:37,084 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=2a87857bfb626302c694283ed967de66, ASSIGN 2024-12-15T06:07:37,085 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=2a87857bfb626302c694283ed967de66, ASSIGN; state=OFFLINE, location=00a5f8d66132,41985,1734242833236; forceNewPlan=false, retain=false 2024-12-15T06:07:37,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-15T06:07:37,188 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-15T06:07:37,235 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=2a87857bfb626302c694283ed967de66, regionState=OPENING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:37,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 2a87857bfb626302c694283ed967de66, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:37,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:37,390 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,41985,1734242833236 2024-12-15T06:07:37,397 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:37,397 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 2a87857bfb626302c694283ed967de66, NAME => 'testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66.', STARTKEY => '', ENDKEY => ''} 2024-12-15T06:07:37,397 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 2a87857bfb626302c694283ed967de66 2024-12-15T06:07:37,398 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T06:07:37,398 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 2a87857bfb626302c694283ed967de66 2024-12-15T06:07:37,398 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 2a87857bfb626302c694283ed967de66 2024-12-15T06:07:37,403 INFO [StoreOpener-2a87857bfb626302c694283ed967de66-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 2a87857bfb626302c694283ed967de66 2024-12-15T06:07:37,408 INFO [StoreOpener-2a87857bfb626302c694283ed967de66-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2a87857bfb626302c694283ed967de66 columnFamilyName fam 2024-12-15T06:07:37,408 DEBUG [StoreOpener-2a87857bfb626302c694283ed967de66-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T06:07:37,409 INFO [StoreOpener-2a87857bfb626302c694283ed967de66-1 {}] regionserver.HStore(327): Store=2a87857bfb626302c694283ed967de66/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T06:07:37,411 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66 2024-12-15T06:07:37,413 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66 2024-12-15T06:07:37,418 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 2a87857bfb626302c694283ed967de66 2024-12-15T06:07:37,428 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T06:07:37,428 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 2a87857bfb626302c694283ed967de66; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68364752, jitterRate=0.018714189529418945}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T06:07:37,429 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 2a87857bfb626302c694283ed967de66: 2024-12-15T06:07:37,434 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66., pid=64, masterSystemTime=1734242857389 2024-12-15T06:07:37,441 DEBUG [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:37,441 INFO [RS_OPEN_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:37,444 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=2a87857bfb626302c694283ed967de66, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:37,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-15T06:07:37,448 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 2a87857bfb626302c694283ed967de66, server=00a5f8d66132,41985,1734242833236 in 209 msec 2024-12-15T06:07:37,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-15T06:07:37,450 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=2a87857bfb626302c694283ed967de66, ASSIGN in 367 msec 2024-12-15T06:07:37,451 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T06:07:37,452 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242857452"}]},"ts":"1734242857452"} 2024-12-15T06:07:37,455 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-15T06:07:37,463 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T06:07:37,465 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2470 sec 2024-12-15T06:07:37,602 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 8001, reset compression=false 2024-12-15T06:07:38,317 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 8001, reset compression=false 2024-12-15T06:07:38,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T06:07:38,337 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-15T06:07:38,337 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-15T06:07:38,337 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:38,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-15T06:07:38,356 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:38,356 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-15T06:07:38,356 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-15T06:07:38,356 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:38,377 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-15T06:07:38,378 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T06:07:38,378 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-15T06:07:38,397 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-15T06:07:38,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-15T06:07:38,426 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T06:07:38,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T06:07:38,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T06:07:38,579 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:38,579 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-15T06:07:38,580 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-15T06:07:38,581 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-15T06:07:38,581 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-15T06:07:38,684 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10094491d2f000b, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:07:38,685 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aa75387 to 127.0.0.1:59060 2024-12-15T06:07:38,685 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:38,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T06:07:38,786 WARN [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-15T06:07:38,786 WARN [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-15T06:07:38,821 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-15T06:07:38,886 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 terminated 2024-12-15T06:07:38,912 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-15T06:07:38,913 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-15T06:07:38,913 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-15T06:07:38,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-15T06:07:38,916 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 00a5f8d66132,34335,1734242827412 suceeded 2024-12-15T06:07:38,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T06:07:38,918 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 490 msec 2024-12-15T06:07:38,918 INFO [PEWorker-1 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-15T06:07:38,920 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 520 msec 2024-12-15T06:07:38,963 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x034308ef to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@412070ef 2024-12-15T06:07:38,973 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2461dd02, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:38,975 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:59060 2024-12-15T06:07:38,980 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T06:07:38,981 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x10094491d2f000f connected 2024-12-15T06:07:38,981 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=73f6a8ce-16a1-4cbd-b711-cd5b8257da8e to cluster=26d89d32-5aa7-46a1-a58f-6abddf948537 2024-12-15T06:07:38,981 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=00a5f8d66132%2C34335%2C1734242827412 2024-12-15T06:07:38,981 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T06:07:38,984 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 00a5f8d66132%2C34335%2C1734242827412 2024-12-15T06:07:39,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T06:07:39,044 DEBUG [hconnection-0x84f957-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:39,049 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58564, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T06:07:39,276 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:07:39,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:40,777 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T06:07:41,293 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-15T06:07:41,297 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-15T06:07:41,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-15T06:07:41,306 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242861306"}]},"ts":"1734242861306"} 2024-12-15T06:07:41,316 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-15T06:07:41,325 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-15T06:07:41,328 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-15T06:07:41,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T06:07:41,341 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=2a87857bfb626302c694283ed967de66, UNASSIGN}] 2024-12-15T06:07:41,342 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=2a87857bfb626302c694283ed967de66, UNASSIGN 2024-12-15T06:07:41,343 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=2a87857bfb626302c694283ed967de66, regionState=CLOSING, regionLocation=00a5f8d66132,41985,1734242833236 2024-12-15T06:07:41,357 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T06:07:41,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 2a87857bfb626302c694283ed967de66, server=00a5f8d66132,41985,1734242833236}] 2024-12-15T06:07:41,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T06:07:41,514 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,41985,1734242833236 2024-12-15T06:07:41,517 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 2a87857bfb626302c694283ed967de66 2024-12-15T06:07:41,517 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T06:07:41,518 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 2a87857bfb626302c694283ed967de66, disabling compactions & flushes 2024-12-15T06:07:41,518 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:41,518 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:41,518 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. after waiting 0 ms 2024-12-15T06:07:41,518 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:41,536 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:07:41,543 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66. 2024-12-15T06:07:41,543 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 2a87857bfb626302c694283ed967de66: 2024-12-15T06:07:41,556 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 2a87857bfb626302c694283ed967de66 2024-12-15T06:07:41,561 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=2a87857bfb626302c694283ed967de66, regionState=CLOSED 2024-12-15T06:07:41,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T06:07:41,570 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 2a87857bfb626302c694283ed967de66, server=00a5f8d66132,41985,1734242833236 in 206 msec 2024-12-15T06:07:41,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-15T06:07:41,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=2a87857bfb626302c694283ed967de66, UNASSIGN in 229 msec 2024-12-15T06:07:41,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T06:07:41,577 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 248 msec 2024-12-15T06:07:41,620 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242861620"}]},"ts":"1734242861620"} 2024-12-15T06:07:41,623 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-15T06:07:41,628 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-15T06:07:41,630 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 330 msec 2024-12-15T06:07:41,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T06:07:41,661 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-15T06:07:41,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-15T06:07:41,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:07:41,674 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:07:41,675 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:07:41,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T06:07:41,696 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66 2024-12-15T06:07:41,710 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66/fam, FileablePath, hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66/recovered.edits] 2024-12-15T06:07:41,730 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66/recovered.edits/4.seqid to hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/archive/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66/recovered.edits/4.seqid 2024-12-15T06:07:41,731 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/testdroppedtimed/2a87857bfb626302c694283ed967de66 2024-12-15T06:07:41,731 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-15T06:07:41,742 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:07:41,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41985 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-15T06:07:41,752 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-15T06:07:41,760 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-15T06:07:41,761 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:07:41,761 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-15T06:07:41,762 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734242861762"}]},"ts":"9223372036854775807"} 2024-12-15T06:07:41,769 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T06:07:41,770 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 2a87857bfb626302c694283ed967de66, NAME => 'testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T06:07:41,770 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-15T06:07:41,770 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734242861770"}]},"ts":"9223372036854775807"} 2024-12-15T06:07:41,774 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-15T06:07:41,777 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:07:41,778 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 110 msec 2024-12-15T06:07:41,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=36465 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T06:07:41,781 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-15T06:07:41,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-15T06:07:41,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-15T06:07:41,793 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T06:07:41,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T06:07:41,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T06:07:41,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,34335,1734242827412 2024-12-15T06:07:41,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-15T06:07:41,946 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-15T06:07:41,947 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-15T06:07:41,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-15T06:07:41,949 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 00a5f8d66132,34335,1734242827412 suceeded 2024-12-15T06:07:41,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-15T06:07:41,951 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 156 msec 2024-12-15T06:07:41,952 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-15T06:07:41,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 167 msec 2024-12-15T06:07:41,992 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, startPosition=0, beingWritten=true 2024-12-15T06:07:42,034 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:07:42,034 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734242859055/Put/vlen=4096/seqid=0; >],4327}, {test/539f1b45d34857c5b7b8c5e2efd9729c/4=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/5=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/6=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/7=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/8=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/9=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/10=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/11=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/12=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/13=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/14=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/15=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/16=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/17=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/18=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/19=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/20=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/21=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/22=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/23=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/24=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/25=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-15T06:07:42,040 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:07:42,046 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:07:42,059 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T06:07:42,061 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47320, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-15T06:07:42,064 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:42,067 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x017a5332 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3d2890c1 2024-12-15T06:07:42,077 DEBUG [ReadOnlyZKClient-127.0.0.1:59060@0x017a5332 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5bc325dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:42,087 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T06:07:42,090 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50312, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T06:07:42,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T06:07:42,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-15T06:07:42,136 DEBUG [ReadOnlyZKClient-127.0.0.1:59060@0x017a5332 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=00a5f8d66132,41985,1734242833236, seqNum=-1] 2024-12-15T06:07:42,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:42,145 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:42,151 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3., hostname=00a5f8d66132,41985,1734242833236, seqNum=2] 2024-12-15T06:07:42,152 DEBUG [hconnection-0x22fae6f0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:42,179 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47342, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T06:07:42,182 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:07:42,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:42,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:42,218 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:42,222 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:42,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:42,223 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242922186, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:42,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:42,258 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x532bf8ff to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3f596fd4 2024-12-15T06:07:42,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:42,276 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63002c3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:42,279 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:42,284 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58580, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:42,297 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x532bf8ff to 127.0.0.1:59060 2024-12-15T06:07:42,298 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:42,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:42,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:42,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:42,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:42,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:42,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:42,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:42,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:42,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:42,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:42,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:42,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:42,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:42,408 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:42,409 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:42,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:42,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:42,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242922400, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:42,413 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2822968f to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2b9ecc6 2024-12-15T06:07:42,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:42,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:42,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:42,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:42,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:42,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:42,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:42,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:42,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:42,445 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:42,446 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b06af60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:42,448 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:42,452 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58582, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:42,455 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2822968f to 127.0.0.1:59060 2024-12-15T06:07:42,455 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:42,660 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:42,678 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:42,681 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:42,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:42,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242922657, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:42,686 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40e3fe8c to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fcd3e3 2024-12-15T06:07:42,714 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3a102254, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:42,716 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:42,720 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52964, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:42,732 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40e3fe8c to 127.0.0.1:59060 2024-12-15T06:07:42,732 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:42,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:42,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:42,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:42,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:42,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:42,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:42,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:42,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:42,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:42,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:42,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:42,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:42,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:42,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:42,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:42,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:42,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:42,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:42,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:42,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:42,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:42,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:42,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:42,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:42,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:42,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:42,986 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:43,034 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:43,049 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:43,051 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:43,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:43,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242923034, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:43,062 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3abba316 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5fbd0c69 2024-12-15T06:07:43,097 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@64848748, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:43,116 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:43,119 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52968, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:43,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T06:07:43,125 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3abba316 to 127.0.0.1:59060 2024-12-15T06:07:43,125 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:43,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:43,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:43,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:43,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:43,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:43,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:43,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:43,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:43,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:43,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:43,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:43,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:43,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:43,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:43,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:43,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:43,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:43,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:43,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:43,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:43,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:43,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:43,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:43,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:43,543 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:43,545 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:43,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:43,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242923529, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:43,547 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f7a9816 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48131dd4 2024-12-15T06:07:43,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:43,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:43,552 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ed6d59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:43,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:43,554 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:43,555 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:43,558 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:43,564 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f7a9816 to 127.0.0.1:59060 2024-12-15T06:07:43,564 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:44,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:44,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:44,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:44,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:44,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:44,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:44,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:44,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:44,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:44,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:44,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:44,079 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:44,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:44,080 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:44,080 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:44,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242924068, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:44,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:44,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:44,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:44,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:44,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:44,086 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x793a7759 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ca34dfc 2024-12-15T06:07:44,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:44,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:44,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:44,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:44,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:44,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:44,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:44,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:44,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:44,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:44,095 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:44,109 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1cd77b48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:44,111 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:44,113 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52998, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:44,118 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x793a7759 to 127.0.0.1:59060 2024-12-15T06:07:44,118 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:44,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:07:44,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:44,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:44,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:44,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:44,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:44,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:44,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:44,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:44,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:44,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:44,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:44,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:44,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:44,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:44,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:44,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:44,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:44,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:44,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:44,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:44,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:44,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:44,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:44,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:44,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:44,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:44,634 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:44,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:44,760 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:44,761 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:44,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:44,762 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242924724, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:44,766 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x307c6592 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c4e4726 2024-12-15T06:07:44,773 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a44157d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:44,782 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:44,784 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53014, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:44,792 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x307c6592 to 127.0.0.1:59060 2024-12-15T06:07:44,792 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:44,802 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T06:07:44,804 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56434, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T06:07:44,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:44,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:07:45,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:45,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:45,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:45,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:45,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:45,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:45,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:45,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:45,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:45,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:45,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:45,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:45,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:45,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:45,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:45,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:45,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:45,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:45,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:45,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:45,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:45,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:45,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:45,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:45,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:45,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:45,177 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:45,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:45,502 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:45,504 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:45,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:45,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242925493, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:45,510 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0c4788a1 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@183dd2be 2024-12-15T06:07:45,538 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4288d339, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:45,541 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:45,543 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:45,548 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0c4788a1 to 127.0.0.1:59060 2024-12-15T06:07:45,548 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:45,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:45,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:45,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:45,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:45,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:45,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:45,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:45,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:45,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:45,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:45,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:45,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:45,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:45,708 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:45,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:45,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:45,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:45,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:45,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:45,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:45,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:45,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:45,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:45,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:45,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:45,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:45,723 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:46,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:46,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:46,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:46,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:46,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:46,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:46,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:46,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:46,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:46,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:46,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:46,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:46,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:46,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:46,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:46,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:46,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:46,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:46,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:46,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:46,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:46,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:46,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:46,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:46,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:46,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:46,275 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:46,358 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:46,377 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:46,378 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:46,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:46,379 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242926357, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:46,385 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7e4804d8 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@896818d 2024-12-15T06:07:46,411 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@c038abd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:46,414 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:46,416 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53028, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:46,429 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7e4804d8 to 127.0.0.1:59060 2024-12-15T06:07:46,429 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:46,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:46,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:46,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:46,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:46,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:46,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:46,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:46,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:46,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:46,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:46,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:46,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:46,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:46,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:46,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:46,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:46,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:46,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:46,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:46,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:46,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:46,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:46,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:46,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:46,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:46,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:46,823 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:47,046 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T06:07:47,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:47,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:47,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:47,380 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:47,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:47,382 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:47,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:47,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242927373, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:47,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:47,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:47,384 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x28ca0ffb to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@14ec7986 2024-12-15T06:07:47,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:47,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:47,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:47,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:47,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:47,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:47,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:47,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:47,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:47,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:47,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:47,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:47,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:47,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:47,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:47,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:47,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:47,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:47,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:47,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:47,406 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@42a5fc4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:47,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:47,407 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:47,409 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:47,411 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53032, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:47,413 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x28ca0ffb to 127.0.0.1:59060 2024-12-15T06:07:47,413 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:47,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:47,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:47,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:47,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:47,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:47,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:47,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:47,919 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:47,920 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:47,921 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:47,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:47,922 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:47,923 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:47,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:47,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:47,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:47,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:47,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:47,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:47,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:47,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:47,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:47,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:47,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:47,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:47,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:47,934 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:48,415 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:48,421 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:48,423 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:48,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:48,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242928414, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:48,425 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f8781b7 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4850ff88 2024-12-15T06:07:48,432 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ed25d39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:48,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:48,437 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:48,438 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:48,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:48,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:48,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:48,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:48,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:48,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:48,447 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f8781b7 to 127.0.0.1:59060 2024-12-15T06:07:48,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:48,447 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:48,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:48,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:48,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:48,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:48,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:48,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:48,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:48,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:48,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:48,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:48,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:48,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:48,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:48,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:48,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:48,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:48,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:48,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:48,461 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:48,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:48,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:48,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:48,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:48,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:48,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:48,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:48,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:48,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:48,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:48,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:48,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:48,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:48,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:48,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:48,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:48,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:48,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:48,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:48,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:48,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:48,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:48,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:48,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:48,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:48,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:48,988 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:49,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:07:49,448 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:49,455 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:49,455 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:49,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:49,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242929448, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:49,458 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0dda06ae to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@42b91422 2024-12-15T06:07:49,461 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e0ea2d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:49,463 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:49,464 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:49,467 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0dda06ae to 127.0.0.1:59060 2024-12-15T06:07:49,467 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:49,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:49,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:49,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:49,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:49,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:49,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:49,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:49,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:49,497 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:49,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:49,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:49,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:49,499 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:49,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:49,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:49,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:49,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:49,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:49,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:49,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:49,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:49,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:49,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:49,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:49,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:49,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:49,511 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:49,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:49,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:07:50,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:50,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:50,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:50,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:50,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:50,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:50,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:50,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:50,020 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:50,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:50,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:50,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:50,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:50,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:50,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:50,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:50,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:50,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:50,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:50,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:50,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:50,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:50,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:50,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:50,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:50,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:50,033 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:50,469 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:50,476 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:50,477 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:50,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:50,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242930468, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:50,479 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00dbb9f3 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ac9b5ce 2024-12-15T06:07:50,484 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@31ead624, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:50,485 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:50,487 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53050, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:50,489 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00dbb9f3 to 127.0.0.1:59060 2024-12-15T06:07:50,489 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:50,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:50,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:50,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:50,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:50,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:50,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:50,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:50,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:50,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:50,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:50,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:50,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:50,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:50,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:50,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:50,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:50,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:50,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:50,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:50,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:50,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:50,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:50,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:50,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:50,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:50,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:50,554 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:51,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:51,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:51,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:51,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:51,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:51,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:51,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:51,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:51,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:51,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:51,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:51,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:51,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:51,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:51,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:51,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:51,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:51,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:51,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:51,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:51,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:51,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:51,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:51,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:51,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:51,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:51,079 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:51,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:51,496 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:51,497 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:51,497 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:51,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242931490, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:51,499 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7802cf6f to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3fa27264 2024-12-15T06:07:51,502 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@581ed842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:51,504 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:51,505 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:51,512 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7802cf6f to 127.0.0.1:59060 2024-12-15T06:07:51,512 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:51,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:51,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:51,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:51,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:51,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:51,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:51,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:51,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:51,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:51,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:51,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:51,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:51,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:51,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:51,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:51,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:51,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:51,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:51,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:51,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:51,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:51,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:51,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:51,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:51,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:51,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:51,606 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:52,085 INFO [master/00a5f8d66132:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T06:07:52,085 INFO [master/00a5f8d66132:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T06:07:52,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:52,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:52,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:52,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:52,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:52,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:52,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:52,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:52,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:52,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:52,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:52,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:52,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:52,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:52,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:52,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:52,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:52,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:52,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:52,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:52,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:52,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:52,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:52,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:52,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:52,132 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:52,133 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:52,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:52,524 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:52,526 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:52,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:52,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242932513, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:52,528 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c487c98 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60550627 2024-12-15T06:07:52,532 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ea70ea7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:52,537 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:52,538 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:52,540 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c487c98 to 127.0.0.1:59060 2024-12-15T06:07:52,540 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:52,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:52,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:52,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:52,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:52,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:52,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:52,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:52,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:52,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:52,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:52,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:52,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:52,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:52,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:52,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:52,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:52,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:52,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:52,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:52,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:52,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:52,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:52,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:52,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:52,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:52,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:52,661 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:53,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:53,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:53,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:53,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:53,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:53,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:53,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:53,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:53,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:53,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:53,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:53,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:53,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:53,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:53,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:53,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:53,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:53,174 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:53,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:53,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:53,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:53,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:53,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:53,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:53,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:53,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:53,182 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:53,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:53,548 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:53,550 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:53,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:53,550 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242933542, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:53,553 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x203cb38d to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@93236aa 2024-12-15T06:07:53,571 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37183788, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:53,573 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:53,574 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34864, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:53,576 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x203cb38d to 127.0.0.1:59060 2024-12-15T06:07:53,576 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:53,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:53,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:53,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:53,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:53,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:53,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:53,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:53,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:53,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:53,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:53,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:53,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:53,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:53,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:53,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:53,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:53,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:53,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:53,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:53,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:53,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:53,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:53,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:53,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:53,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:53,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:53,699 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:54,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:54,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:54,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:54,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:54,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:54,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:54,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:54,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:54,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:54,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:54,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:54,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:54,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:54,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:54,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:54,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:54,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:54,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:54,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:54,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:54,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:54,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:54,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:54,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:54,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:54,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:54,222 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:54,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:07:54,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:54,584 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:54,585 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:54,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:54,585 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242934578, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:54,587 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x661f8d38 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e806037 2024-12-15T06:07:54,592 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@852bc18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:54,593 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:54,595 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:54,597 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x661f8d38 to 127.0.0.1:59060 2024-12-15T06:07:54,597 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:54,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:54,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:54,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:54,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:54,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:54,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:54,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:54,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:54,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:54,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:54,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:54,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:54,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:54,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:54,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:54,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:54,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:54,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:54,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:54,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:54,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:54,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:54,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:54,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:54,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:54,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:54,737 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:54,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:54,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:07:55,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:55,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:55,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:55,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:55,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:55,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:55,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:55,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:55,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:55,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:55,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:55,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:55,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:55,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:55,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:55,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:55,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:55,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:55,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:55,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:55,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:55,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:55,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:55,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:55,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:55,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:55,263 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:55,599 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:55,605 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:55,606 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:55,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:55,607 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242935599, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:55,609 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66a00905 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b5c4c3e 2024-12-15T06:07:55,620 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6739131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:55,623 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:55,625 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34872, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:55,629 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66a00905 to 127.0.0.1:59060 2024-12-15T06:07:55,629 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:55,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:55,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:55,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:55,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:55,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:55,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:55,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:55,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:55,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:55,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:55,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:55,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:55,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:55,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:55,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:55,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:55,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:55,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:55,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:55,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:55,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:55,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:55,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:55,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:55,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:55,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:55,784 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:56,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:56,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:56,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:56,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:56,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:56,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:56,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:56,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:56,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:56,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:56,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:56,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:56,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:56,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:56,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:56,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:56,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:56,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:56,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:56,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:56,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:56,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:56,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:56,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:56,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:56,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:56,307 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:56,630 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:56,637 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:56,638 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:56,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:56,638 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242936630, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:56,640 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7dc30dae to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4879394 2024-12-15T06:07:56,708 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ee7602c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:56,711 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:56,712 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34880, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:56,715 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7dc30dae to 127.0.0.1:59060 2024-12-15T06:07:56,715 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:56,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:56,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:56,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:56,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:56,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:56,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:56,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:56,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:56,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:56,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:56,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:56,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:56,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:56,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:56,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:56,817 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:56,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:56,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:56,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:56,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:56,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:56,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:56,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:56,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:56,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:56,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:56,823 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:56,955 INFO [master/00a5f8d66132:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T06:07:56,955 INFO [master/00a5f8d66132:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T06:07:57,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:57,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:57,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:57,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:57,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:57,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:57,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:57,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:57,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:57,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:57,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:57,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:57,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:57,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:57,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:57,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:57,351 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:57,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:57,352 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:57,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:57,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:57,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:57,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:57,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:57,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:57,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:57,357 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:57,716 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:57,722 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:57,723 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:57,723 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:57,724 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242937716, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:57,726 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e2b10e3 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@36882981 2024-12-15T06:07:57,732 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@134bc97c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:57,735 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:57,738 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:57,740 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e2b10e3 to 127.0.0.1:59060 2024-12-15T06:07:57,740 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:57,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:57,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:57,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:57,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:57,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:57,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:57,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:57,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:57,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:57,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:57,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:57,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:57,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:57,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:57,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:57,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:57,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:57,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:57,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:57,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:57,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:57,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:57,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:57,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:57,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:57,882 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:58,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:58,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:58,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:58,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:58,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:58,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:58,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:58,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:58,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:58,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:58,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:58,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:58,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:58,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:58,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:58,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:58,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:58,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:58,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:58,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:58,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:58,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:58,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:58,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:58,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:58,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:58,399 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:58,742 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:58,748 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:58,749 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:58,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:58,749 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242938741, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:58,751 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x284e5c4a to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ffdace3 2024-12-15T06:07:58,755 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12b09e49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:58,757 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:58,760 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34904, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:58,762 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x284e5c4a to 127.0.0.1:59060 2024-12-15T06:07:58,762 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:58,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:58,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:58,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:58,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:58,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:58,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:58,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:58,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:58,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:58,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:58,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:58,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:58,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:58,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:58,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:58,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:58,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:58,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:58,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:58,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:58,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:58,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:58,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:58,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:58,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:58,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:58,918 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:59,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:07:59,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:59,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:59,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:59,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:59,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:59,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:59,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:59,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:59,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:59,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:59,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:59,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:59,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:59,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:59,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:59,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:59,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:59,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:59,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:59,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:59,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:59,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:59,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:59,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:59,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:59,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:59,434 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:07:59,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:07:59,769 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:07:59,770 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:59,770 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:07:59,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242939763, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:07:59,772 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1190658d to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@233859e8 2024-12-15T06:07:59,780 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@356cd910, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:07:59,784 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:07:59,786 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:07:59,788 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1190658d to 127.0.0.1:59060 2024-12-15T06:07:59,788 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:07:59,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:07:59,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:07:59,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:07:59,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:07:59,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:07:59,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:07:59,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:07:59,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:07:59,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:07:59,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:07:59,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:07:59,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:07:59,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:07:59,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:07:59,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:07:59,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:07:59,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:07:59,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:07:59,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:07:59,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:07:59,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:07:59,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:07:59,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:07:59,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:07:59,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:07:59,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:07:59,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:07:59,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:07:59,956 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:00,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:00,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:00,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:00,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:00,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:00,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:00,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:00,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:00,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:00,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:00,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:00,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:00,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:00,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:00,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:00,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:00,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:00,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:00,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:00,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:00,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:00,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:00,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:00,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:00,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:00,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:00,475 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:00,790 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:00,796 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:00,797 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:00,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:00,797 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242940789, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:00,799 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5a3c90ec to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3baa655a 2024-12-15T06:08:00,803 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68dd8f66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:00,805 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:00,806 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34926, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:00,808 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5a3c90ec to 127.0.0.1:59060 2024-12-15T06:08:00,808 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:00,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:00,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:00,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:00,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:00,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:00,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:00,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:00,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:00,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:00,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:00,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:00,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:00,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:00,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:00,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:00,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:00,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:00,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:00,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:00,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:00,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:00,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:00,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:00,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:00,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:00,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:00,997 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:01,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:01,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:01,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:01,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:01,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:01,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:01,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:01,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:01,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:01,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:01,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:01,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:01,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:01,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:01,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:01,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:01,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:01,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:01,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:01,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:01,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:01,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:01,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:01,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:01,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:01,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:01,515 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:01,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:01,815 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:01,816 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:01,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:01,816 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242941809, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:01,818 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f5056ed to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@673862e8 2024-12-15T06:08:01,826 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@631a67d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:01,828 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:01,830 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34940, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:01,832 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f5056ed to 127.0.0.1:59060 2024-12-15T06:08:01,832 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:02,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:02,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:02,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:02,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:02,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:02,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:02,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:02,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:02,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:02,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:02,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:02,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:02,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:02,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:02,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:02,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:02,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:02,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:02,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:02,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:02,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:02,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:02,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:02,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:02,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:02,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:02,041 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:02,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:02,545 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:02,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:02,546 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:02,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:02,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:02,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:02,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:02,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:02,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:02,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:02,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:02,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:02,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:02,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:02,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:02,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:02,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:02,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:02,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:02,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:02,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:02,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:02,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:02,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:02,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:02,558 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:02,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:02,840 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:02,841 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:02,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:02,841 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242942833, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:02,843 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77e2e5bf to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53e9e689 2024-12-15T06:08:02,848 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@637d1ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:02,850 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:02,852 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53212, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:02,854 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77e2e5bf to 127.0.0.1:59060 2024-12-15T06:08:02,854 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:03,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:03,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:03,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:03,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:03,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:03,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:03,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:03,065 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:03,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:03,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:03,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:03,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:03,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:03,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:03,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:03,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:03,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:03,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:03,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:03,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:03,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:03,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:03,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:03,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:03,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:03,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:03,077 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:03,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:03,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:03,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:03,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:03,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:03,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:03,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:03,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:03,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:03,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:03,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:03,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:03,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:03,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:03,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:03,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:03,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:03,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:03,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:03,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:03,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:03,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:03,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:03,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:03,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:03,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:03,596 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:03,855 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:03,861 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:03,863 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:03,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:03,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242943855, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:03,865 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x38f880c4 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2439f4fc 2024-12-15T06:08:03,880 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2fb0c539, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:03,885 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:03,886 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53224, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:03,888 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x38f880c4 to 127.0.0.1:59060 2024-12-15T06:08:03,888 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:04,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:04,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:04,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:04,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:04,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:04,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:04,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:04,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:04,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:04,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:04,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:04,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:04,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:04,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:04,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:04,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:04,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:04,109 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:04,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:04,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:04,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:04,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:04,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:04,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:04,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:04,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:04,115 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:04,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:08:04,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:04,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:04,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:04,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:04,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:04,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:04,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:04,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:04,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:04,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:04,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:04,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:04,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:04,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:04,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:04,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:04,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:04,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:04,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:04,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:04,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:04,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:04,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:04,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:04,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:04,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:04,635 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:04,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:08:04,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:08:04,890 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:04,895 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:04,896 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:04,896 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:04,897 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242944889, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:04,898 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x31cc2247 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ab9ae96 2024-12-15T06:08:04,920 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@738921f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:04,951 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:04,956 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53226, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:04,960 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x31cc2247 to 127.0.0.1:59060 2024-12-15T06:08:04,960 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:05,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:05,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:05,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:05,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:05,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:05,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:05,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:05,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:05,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:05,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:05,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:05,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:05,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:05,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:05,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:05,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:05,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:05,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:05,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:05,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:05,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:05,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:05,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:05,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:05,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:05,153 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:05,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:05,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:05,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:05,658 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:05,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:05,659 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:05,660 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:05,661 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:05,662 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:05,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:05,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:05,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:05,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:05,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:05,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:05,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:05,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:05,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:05,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:05,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:05,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:05,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:05,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:05,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:05,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:05,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:05,671 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:05,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T06:08:05,962 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:05,967 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:05,968 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:05,968 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:05,969 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242945961, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:05,971 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1d5ba54c to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@a81656f 2024-12-15T06:08:05,974 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@303d7b43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:05,976 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:05,977 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53238, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:05,979 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1d5ba54c to 127.0.0.1:59060 2024-12-15T06:08:05,979 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:06,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:06,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:06,175 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:06,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:06,176 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:06,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:06,177 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:06,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:06,178 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:06,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:06,179 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:06,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:06,180 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:06,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:06,181 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:06,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:06,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:06,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:06,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:06,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:06,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:06,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:06,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:06,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:06,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:06,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:06,188 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:06,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:06,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:06,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:06,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:06,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:06,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:06,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:06,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:06,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:06,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:06,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:06,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:06,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:06,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:06,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:06,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:06,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:06,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:06,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:06,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:06,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:06,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:06,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:06,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:06,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:06,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:06,701 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:06,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:06,986 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:06,987 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:06,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:06,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242946980, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:06,988 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x167af38f to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17515632 2024-12-15T06:08:06,992 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cedd0f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:06,993 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:06,995 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:06,996 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x167af38f to 127.0.0.1:59060 2024-12-15T06:08:06,996 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:07,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:07,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:07,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:07,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:07,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:07,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:07,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:07,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:07,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:07,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:07,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:07,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:07,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:07,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:07,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:07,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:07,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:07,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:07,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:07,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:07,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:07,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:07,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:07,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:07,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:07,218 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:07,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:07,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:07,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:07,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:07,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:07,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:07,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:07,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:07,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:07,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:07,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:07,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:07,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:07,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:07,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:07,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:07,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:07,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:07,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:07,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:07,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:07,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:07,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:07,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:07,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:07,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:07,731 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:07,998 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:08,002 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:08,003 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:08,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:08,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242947997, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:08,004 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x01632c93 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c1e1a4b 2024-12-15T06:08:08,033 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e566320, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:08,034 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:08,035 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:08,036 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x01632c93 to 127.0.0.1:59060 2024-12-15T06:08:08,036 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:08,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:08,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:08,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:08,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:08,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:08,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:08,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:08,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:08,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:08,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:08,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:08,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:08,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:08,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:08,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:08,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:08,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:08,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:08,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:08,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:08,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:08,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:08,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:08,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:08,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:08,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:08,243 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:08,743 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-15T06:08:08,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-15T06:08:08,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-15T06:08:08,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T06:08:08,746 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242888746"}]},"ts":"1734242888746"} 2024-12-15T06:08:08,747 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-15T06:08:08,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T06:08:08,855 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-15T06:08:08,856 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-15T06:08:08,857 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=0ba06b6a86e1af11909043b7b5e5a09c, UNASSIGN}] 2024-12-15T06:08:08,858 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=0ba06b6a86e1af11909043b7b5e5a09c, UNASSIGN 2024-12-15T06:08:08,859 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=0ba06b6a86e1af11909043b7b5e5a09c, regionState=CLOSING, regionLocation=00a5f8d66132,34335,1734242827412 2024-12-15T06:08:08,860 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T06:08:08,860 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure 0ba06b6a86e1af11909043b7b5e5a09c, server=00a5f8d66132,34335,1734242827412}] 2024-12-15T06:08:09,011 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,34335,1734242827412 2024-12-15T06:08:09,012 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close 0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:08:09,012 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T06:08:09,012 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing 0ba06b6a86e1af11909043b7b5e5a09c, disabling compactions & flushes 2024-12-15T06:08:09,013 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:08:09,013 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:08:09,013 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. after waiting 0 ms 2024-12-15T06:08:09,013 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:08:09,013 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing 0ba06b6a86e1af11909043b7b5e5a09c 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-15T06:08:09,037 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:09,042 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:09,043 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:09,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:09,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242949037, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:09,044 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4423e5f4 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28036379 2024-12-15T06:08:09,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T06:08:09,085 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/.tmp/fam/da5e3686bce74bb6850f4d6a85bf0984 is 4154, key is 0 put on table to be dropped/fam:row/1734242859055/Put/seqid=0 2024-12-15T06:08:09,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741866_1042 (size=9218) 2024-12-15T06:08:09,099 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/.tmp/fam/da5e3686bce74bb6850f4d6a85bf0984 2024-12-15T06:08:09,110 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25c15a3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:09,111 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:09,112 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:09,114 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4423e5f4 to 127.0.0.1:59060 2024-12-15T06:08:09,114 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:09,145 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/.tmp/fam/da5e3686bce74bb6850f4d6a85bf0984 as hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/fam/da5e3686bce74bb6850f4d6a85bf0984 2024-12-15T06:08:09,152 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/fam/da5e3686bce74bb6850f4d6a85bf0984, entries=1, sequenceid=5, filesize=9.0 K 2024-12-15T06:08:09,154 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for 0ba06b6a86e1af11909043b7b5e5a09c in 141ms, sequenceid=5, compaction requested=false 2024-12-15T06:08:09,154 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-15T06:08:09,159 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T06:08:09,160 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c. 2024-12-15T06:08:09,160 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for 0ba06b6a86e1af11909043b7b5e5a09c: 2024-12-15T06:08:09,162 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed 0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:08:09,162 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=0ba06b6a86e1af11909043b7b5e5a09c, regionState=CLOSED 2024-12-15T06:08:09,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-15T06:08:09,165 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure 0ba06b6a86e1af11909043b7b5e5a09c, server=00a5f8d66132,34335,1734242827412 in 304 msec 2024-12-15T06:08:09,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-15T06:08:09,166 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=0ba06b6a86e1af11909043b7b5e5a09c, UNASSIGN in 308 msec 2024-12-15T06:08:09,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-15T06:08:09,168 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 310 msec 2024-12-15T06:08:09,173 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734242889172"}]},"ts":"1734242889172"} 2024-12-15T06:08:09,173 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-15T06:08:09,217 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-15T06:08:09,219 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 474 msec 2024-12-15T06:08:09,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:08:09,349 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T06:08:09,349 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-15T06:08:09,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:09,353 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:09,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:09,354 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:09,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:09,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:09,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:09,356 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:09,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:09,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:09,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:09,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:09,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:09,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:09,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:09,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:09,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:09,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:09,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:09,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:09,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:09,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:09,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:09,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:09,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:09,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:09,366 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:09,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:08:09,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:08:09,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:09,868 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:09,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:09,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:09,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:09,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:09,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:09,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:09,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:09,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:09,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:09,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:09,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:09,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:09,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:09,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:09,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:09,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:09,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:09,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:09,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:09,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:09,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:09,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:09,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:09,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:09,878 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:10,116 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:10,120 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:10,121 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:10,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:10,121 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242950115, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:10,122 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x407eaf7f to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73d514a2 2024-12-15T06:08:10,126 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cea9068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:10,127 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:10,128 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53268, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:10,129 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x407eaf7f to 127.0.0.1:59060 2024-12-15T06:08:10,129 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:10,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:10,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:10,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:10,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:10,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:10,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:10,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:10,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:10,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:10,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:10,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:10,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:10,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:10,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:10,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:10,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:10,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:10,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:10,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:10,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:10,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:10,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:10,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:10,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:10,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:10,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:10,392 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:10,609 DEBUG [master/00a5f8d66132:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d4523998778e7a8486aa1add13599c92 changed from -1.0 to 0.0, refreshing cache 2024-12-15T06:08:10,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:10,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:10,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:10,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:10,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:10,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:10,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:10,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:10,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:10,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:10,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:10,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:10,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:10,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:10,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:10,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:10,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:10,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:10,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:10,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:10,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:10,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:10,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:10,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:10,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:10,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:10,907 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:11,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:11,135 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:11,135 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:11,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:11,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242951130, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:11,137 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3d0a71dc to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@662102db 2024-12-15T06:08:11,140 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6ec0b7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:11,141 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:11,142 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53284, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:11,143 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3d0a71dc to 127.0.0.1:59060 2024-12-15T06:08:11,143 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:11,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:11,410 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:11,411 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:11,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:11,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:11,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:11,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:11,413 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:11,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:11,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:11,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:11,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:11,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:11,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:11,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:11,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:11,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:11,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:11,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:11,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:11,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:11,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:11,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:11,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:11,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:11,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:11,422 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:11,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:11,924 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:11,925 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:11,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:11,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:11,926 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:11,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:11,927 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:11,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:11,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:11,928 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:11,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:11,929 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:11,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:11,930 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:11,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:11,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:11,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:11,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:11,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:11,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:11,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:11,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:11,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:11,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:11,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:11,935 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:12,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:12,148 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:12,149 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:12,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:12,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242952144, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:12,150 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x595eae0d to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37075827 2024-12-15T06:08:12,154 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c91bcef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:12,155 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:12,156 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:12,158 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x595eae0d to 127.0.0.1:59060 2024-12-15T06:08:12,158 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:12,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:12,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:12,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:12,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:12,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:12,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:12,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:12,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:12,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:12,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:12,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:12,441 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:12,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:12,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:12,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:12,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:12,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:12,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:12,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:12,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:12,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:12,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:12,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:12,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:12,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:12,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:12,447 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:12,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:12,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:12,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:12,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:12,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:12,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:12,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:12,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:12,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:12,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:12,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:12,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:12,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:12,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:12,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:12,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:12,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:12,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:12,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:12,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:12,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:12,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:12,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:12,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:12,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:12,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:12,959 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:13,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T06:08:13,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:13,162 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:13,163 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:13,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:13,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242953158, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:13,165 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x625892d6 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f1338da 2024-12-15T06:08:13,168 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3eb49713, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:13,169 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:13,170 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:13,172 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x625892d6 to 127.0.0.1:59060 2024-12-15T06:08:13,172 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:13,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:13,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:13,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:13,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:13,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:13,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:13,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:13,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:13,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:13,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:13,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:13,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:13,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:13,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:13,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:13,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:13,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:13,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:13,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:13,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:13,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:13,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:13,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:13,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:13,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:13,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:13,472 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:13,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:13,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:13,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:13,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:13,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:13,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:13,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:13,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:13,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:13,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:13,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:13,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:13,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:13,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:13,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:13,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:13,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:13,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:13,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:13,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:13,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:13,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:13,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:13,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:13,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:13,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:13,984 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:14,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:14,177 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:14,178 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:14,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:14,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242954173, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:14,180 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69b05fa3 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@262c0652 2024-12-15T06:08:14,194 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8fd5a69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:14,196 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:14,197 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53396, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:14,198 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69b05fa3 to 127.0.0.1:59060 2024-12-15T06:08:14,198 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:14,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:08:14,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:14,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:14,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:14,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:14,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:14,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:14,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:14,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:14,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:14,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:14,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:14,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:14,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:14,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:14,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:14,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:14,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:14,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:14,492 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:14,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:14,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:14,493 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:14,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:14,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:14,494 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:14,495 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:14,495 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:14,692 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T06:08:14,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:08:14,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:08:14,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:14,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:14,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:14,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:14,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:14,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:14,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:15,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:15,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:15,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:15,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:15,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:15,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:15,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:15,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:15,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:15,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:15,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:15,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:15,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:15,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:15,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:15,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:15,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:15,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:15,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:15,007 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:15,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:15,204 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:15,204 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:15,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:15,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242955199, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:15,206 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x222a62e2 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6472ee63 2024-12-15T06:08:15,273 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6bede96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:15,275 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:15,276 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:15,277 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x222a62e2 to 127.0.0.1:59060 2024-12-15T06:08:15,278 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:15,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:15,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:15,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:15,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:15,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:15,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:15,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:15,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:15,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:15,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:15,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:15,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:15,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:15,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:15,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:15,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:15,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:15,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:15,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:15,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:15,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:15,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:15,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:15,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:15,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:15,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:15,518 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:15,981 DEBUG [master/00a5f8d66132:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T06:08:15,981 DEBUG [master/00a5f8d66132:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region f29e8ccc79965683599049df6e98353b changed from -1.0 to 0.0, refreshing cache 2024-12-15T06:08:16,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:16,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:16,021 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:16,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:16,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:16,022 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:16,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:16,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:16,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:16,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:16,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:16,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:16,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:16,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:16,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:16,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:16,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:16,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:16,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:16,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:16,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:16,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:16,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:16,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:16,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:16,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:16,030 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:16,279 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:16,282 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:16,283 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:16,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:16,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242956278, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:16,284 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5dddc83d to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e2f2413 2024-12-15T06:08:16,373 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e15052e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:16,375 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:16,376 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53406, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:16,377 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5dddc83d to 127.0.0.1:59060 2024-12-15T06:08:16,377 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:16,531 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:16,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:16,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:16,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:16,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:16,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:16,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:16,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:16,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:16,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:16,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:16,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:16,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:16,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:16,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:16,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:16,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:16,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:16,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:16,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:16,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:16,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:16,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:16,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:16,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:16,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:16,542 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:17,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:17,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:17,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:17,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:17,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:17,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:17,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:17,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:17,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:17,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:17,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:17,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:17,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:17,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:17,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:17,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:17,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:17,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:17,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:17,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:17,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:17,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:17,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:17,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:17,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:17,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:17,054 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:17,188 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-15T06:08:17,378 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:17,382 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:17,383 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:17,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:17,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242957378, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:17,384 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4d9ad762 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1ac26d7e 2024-12-15T06:08:17,450 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6c08277d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:17,452 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:17,453 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:17,455 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4d9ad762 to 127.0.0.1:59060 2024-12-15T06:08:17,455 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:17,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:17,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:17,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:17,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:17,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:17,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:17,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:17,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:17,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:17,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:17,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:17,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:17,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:17,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:17,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:17,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:17,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:17,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:17,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:17,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:17,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:17,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:17,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:17,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:17,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:17,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:17,566 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:18,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:18,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:18,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:18,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:18,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:18,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:18,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:18,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:18,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:18,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:18,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:18,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:18,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:18,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:18,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:18,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:18,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:18,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:18,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:18,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:18,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:18,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:18,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:18,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:18,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:18,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:18,077 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:18,456 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:18,460 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:18,461 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:18,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:18,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242958456, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:18,463 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x22776775 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2bd747d8 2024-12-15T06:08:18,527 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@649ae10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:18,529 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:18,530 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53420, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:18,531 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x22776775 to 127.0.0.1:59060 2024-12-15T06:08:18,531 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:18,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:18,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:18,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:18,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:18,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:18,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:18,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:18,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:18,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:18,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:18,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:18,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:18,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:18,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:18,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:18,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:18,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:18,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:18,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:18,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:18,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:18,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:18,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:18,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:18,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:18,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:18,589 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:19,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:19,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:19,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:19,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:19,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:19,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:19,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:19,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:19,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:19,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:19,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:19,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:19,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:19,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:19,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:19,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:19,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:19,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:19,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:19,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:19,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:19,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:19,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:19,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:19,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:19,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:19,100 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:19,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:08:19,532 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:19,536 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:19,537 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:19,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:19,538 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242959532, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:19,539 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ab31338 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b4b7431 2024-12-15T06:08:19,581 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@10396866, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:19,582 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:19,583 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:19,585 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ab31338 to 127.0.0.1:59060 2024-12-15T06:08:19,585 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:19,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:19,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:19,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:19,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:19,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:19,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:19,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:19,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:19,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:19,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:19,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:19,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:19,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:19,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:19,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:19,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:19,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:19,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:19,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:19,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:19,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:19,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:19,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:19,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:19,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:19,611 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:19,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:08:19,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:08:20,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:20,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:20,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:20,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:20,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:20,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:20,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:20,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:20,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:20,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:20,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:20,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:20,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:20,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:20,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:20,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:20,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:20,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:20,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:20,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:20,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:20,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:20,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:20,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:20,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:20,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:20,122 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:20,586 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:20,590 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:20,591 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:20,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:20,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242960586, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:20,592 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2597c6f3 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@257dc48c 2024-12-15T06:08:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:20,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:20,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:20,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:20,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:20,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:20,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:20,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:20,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:20,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:20,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:20,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:20,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:20,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:20,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:20,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:20,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:20,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:20,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:20,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:20,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:20,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:20,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:20,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:20,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:20,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:20,634 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:20,666 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7edcf21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:20,667 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:20,668 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53452, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:20,670 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2597c6f3 to 127.0.0.1:59060 2024-12-15T06:08:20,670 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:21,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:21,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:21,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:21,137 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:21,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:21,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:21,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:21,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:21,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:21,139 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:21,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:21,140 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:21,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:21,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:21,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:21,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:21,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:21,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:21,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:21,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:21,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:21,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:21,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:21,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:21,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:21,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:21,145 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:21,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:21,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:21,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:21,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:21,649 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:21,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:21,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:21,650 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:21,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:21,651 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:21,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:21,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:21,652 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:21,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:21,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:21,653 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:21,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:21,654 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:21,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:21,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:21,655 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:21,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:21,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:21,656 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:21,657 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:21,657 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:21,671 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:21,676 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:21,677 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:21,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:21,677 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242961670, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:21,678 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6b897401 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@209b8458 2024-12-15T06:08:21,682 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@394ed64c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:21,683 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:21,684 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53458, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:21,685 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6b897401 to 127.0.0.1:59060 2024-12-15T06:08:21,685 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:22,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:22,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:22,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:22,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:22,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:22,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:22,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:22,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:22,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:22,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:22,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:22,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:22,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:22,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:22,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:22,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:22,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:22,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:22,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:22,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:22,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:22,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:22,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:22,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:22,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:22,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:22,168 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:22,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:22,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:22,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:22,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:22,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:22,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:22,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:22,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:22,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:22,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:22,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:22,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:22,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:22,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:22,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:22,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:22,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:22,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:22,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:22,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:22,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:22,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:22,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:22,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:22,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:22,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:22,681 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:22,686 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:22,689 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T06:08:22,690 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:22,691 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:22,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:22,691 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242962686, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:22,693 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7db45cd1 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f1ae7b 2024-12-15T06:08:22,696 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec2f4bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:22,698 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:22,699 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33712, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:22,700 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7db45cd1 to 127.0.0.1:59060 2024-12-15T06:08:22,700 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:23,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:23,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:23,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:23,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:23,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:23,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:23,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:23,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:23,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:23,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:23,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:23,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:23,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:23,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:23,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:23,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:23,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:23,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:23,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:23,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:23,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:23,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:23,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:23,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:23,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:23,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:23,193 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:23,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:23,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:23,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:23,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:23,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:23,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:23,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:23,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:23,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:23,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:23,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:23,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:23,700 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:23,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:23,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:23,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:23,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:23,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:23,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:23,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:23,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:23,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:23,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:23,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:23,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:23,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:23,706 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:23,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:23,707 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:23,707 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:23,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:23,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242963701, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:23,709 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x245713d8 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@28d9e35f 2024-12-15T06:08:23,712 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@71e78df7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:23,713 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:23,714 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33720, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:23,716 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x245713d8 to 127.0.0.1:59060 2024-12-15T06:08:23,716 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:24,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:24,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:24,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:24,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:24,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:24,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:24,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:24,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:24,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:24,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:24,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:24,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:24,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:24,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:24,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:24,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:24,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:24,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:24,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:24,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:24,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:24,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:24,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:24,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:24,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:24,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:24,219 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:24,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:08:24,717 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:24,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:24,721 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:24,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:24,722 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:24,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:24,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:24,722 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242964716, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:24,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:24,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:24,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:24,723 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4212a714 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25366712 2024-12-15T06:08:24,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:24,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:24,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:24,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:24,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:24,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:24,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:24,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:24,727 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@68f3de76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:24,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:24,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:24,727 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:24,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:24,728 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:24,728 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:24,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:24,729 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33736, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:24,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:24,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:24,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:24,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:24,730 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4212a714 to 127.0.0.1:59060 2024-12-15T06:08:24,730 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:24,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:24,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:24,731 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:24,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:08:24,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:08:25,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:25,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:25,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:25,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:25,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:25,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:25,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:25,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:25,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:25,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:25,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:25,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:25,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:25,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:25,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:25,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:25,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:25,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:25,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:25,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:25,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:25,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:25,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:25,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:25,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:25,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:25,242 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:25,732 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:25,736 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:25,736 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:25,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:25,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242965731, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:25,738 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5c1c00ce to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a84f2a8 2024-12-15T06:08:25,741 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7285e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:25,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:25,743 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:25,744 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:25,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:25,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:25,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:25,745 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5c1c00ce to 127.0.0.1:59060 2024-12-15T06:08:25,745 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:25,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:25,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:25,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:25,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:25,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:25,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:25,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:25,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:25,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:25,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:25,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:25,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:25,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:25,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:25,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:25,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:25,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:25,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:25,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:25,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:25,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:25,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:25,753 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:26,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:26,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:26,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:26,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:26,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:26,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:26,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:26,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:26,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:26,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:26,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:26,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:26,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:26,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:26,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:26,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:26,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:26,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:26,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:26,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:26,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:26,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:26,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:26,277 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:26,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:26,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:26,278 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:26,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:26,750 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:26,751 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:26,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:26,751 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242966746, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:26,753 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x02d24f0b to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f2efc4b 2024-12-15T06:08:26,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:26,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:26,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:26,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:26,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:26,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:26,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:26,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:26,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:26,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:26,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:26,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:26,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:26,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:26,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:26,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:26,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:26,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:26,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:26,786 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:26,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:26,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:26,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:26,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:26,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:26,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:26,789 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:26,798 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47db29cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:26,799 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:26,800 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33758, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:26,802 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x02d24f0b to 127.0.0.1:59060 2024-12-15T06:08:26,802 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:27,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:27,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:27,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:27,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:27,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:27,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:27,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:27,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:27,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:27,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:27,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:27,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:27,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:27,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:27,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:27,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:27,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:27,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:27,296 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:27,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:27,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:27,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:27,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:27,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:27,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:27,298 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:27,299 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:27,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:27,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:27,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:27,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:27,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:27,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:27,803 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:27,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:27,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:27,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:27,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:27,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:27,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:27,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:27,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:27,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:27,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:27,806 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:27,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:27,807 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:27,807 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:27,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:27,808 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242967803, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:27,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:27,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:27,809 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x48991aa9 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@504d7b55 2024-12-15T06:08:27,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:27,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:27,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:27,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:27,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:27,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:27,811 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:27,867 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ec695e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:27,868 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:27,869 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:27,871 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x48991aa9 to 127.0.0.1:59060 2024-12-15T06:08:27,871 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:28,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:28,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:28,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:28,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:28,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:28,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:28,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:28,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:28,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:28,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:28,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:28,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:28,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:28,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:28,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:28,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:28,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:28,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:28,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:28,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:28,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:28,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:28,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:28,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:28,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:28,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:28,322 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:28,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:28,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:28,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:28,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:28,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:28,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:28,828 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:28,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:28,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:28,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:28,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:28,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:28,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:28,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:28,831 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:28,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:28,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:28,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:28,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:28,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:28,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:28,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:28,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:28,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:28,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:28,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:28,835 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:28,872 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:28,876 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:28,877 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:28,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:28,877 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242968872, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:28,878 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0b09e128 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@30a5b4cf 2024-12-15T06:08:28,951 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4ab66e98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:28,953 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:28,954 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:28,955 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0b09e128 to 127.0.0.1:59060 2024-12-15T06:08:28,955 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:29,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:08:29,336 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:29,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:29,338 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:29,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:29,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:29,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:29,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:29,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:29,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:29,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:29,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:29,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:29,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:29,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:29,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:29,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:29,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:29,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:29,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:29,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:29,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:29,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:29,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:29,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:29,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:29,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:29,346 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:29,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:29,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:29,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:29,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:29,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:29,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:29,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:29,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:29,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:29,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:29,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:29,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:29,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:29,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:29,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:29,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:29,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:29,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:29,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:29,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:29,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:29,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:29,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:29,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:29,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:29,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:29,856 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:29,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:08:29,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:08:29,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:29,960 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:29,961 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:29,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:29,961 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242969956, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:29,962 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a665d9e to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37f897d1 2024-12-15T06:08:30,021 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e43ed18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:30,022 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:30,023 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33778, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:30,024 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a665d9e to 127.0.0.1:59060 2024-12-15T06:08:30,024 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:30,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:30,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:30,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:30,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:30,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:30,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:30,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:30,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:30,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:30,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:30,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:30,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:30,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:30,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:30,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:30,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:30,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:30,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:30,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:30,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:30,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:30,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:30,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:30,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:30,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:30,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:30,366 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:30,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:30,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:30,869 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:30,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:30,870 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:30,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:30,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:30,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:30,871 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:30,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:30,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:30,872 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:30,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:30,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:30,873 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:30,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:30,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:30,874 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:30,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:30,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:30,875 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:30,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:30,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:30,876 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:30,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:30,877 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:30,877 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:31,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:31,029 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:31,030 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:31,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:31,030 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242971025, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:31,031 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f84803b to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cb1dc05 2024-12-15T06:08:31,035 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d4bd1a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:31,036 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:31,037 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33782, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:31,038 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f84803b to 127.0.0.1:59060 2024-12-15T06:08:31,038 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:31,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:31,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:31,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:31,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:31,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:31,381 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:31,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:31,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:31,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:31,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:31,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:31,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:31,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:31,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:31,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:31,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:31,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:31,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:31,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:31,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:31,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:31,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:31,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:31,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:31,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:31,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:31,388 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:31,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:31,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:31,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:31,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:31,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:31,891 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:31,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:31,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:31,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:31,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:31,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:31,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:31,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:31,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:31,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:31,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:31,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:31,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:31,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:31,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:31,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:31,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:31,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:31,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:31,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:31,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:31,898 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:32,039 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:32,042 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:32,043 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:32,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:32,043 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242972039, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:32,044 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x045ef48d to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@56dd51f7 2024-12-15T06:08:32,048 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5c86c6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:32,049 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:32,050 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:32,051 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x045ef48d to 127.0.0.1:59060 2024-12-15T06:08:32,051 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:32,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:32,400 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:32,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:32,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:32,401 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:32,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:32,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:32,402 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:32,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:32,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:32,403 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:32,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:32,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:32,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:32,404 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:32,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:32,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:32,405 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:32,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:32,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:32,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:32,406 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:32,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:32,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:32,407 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:32,408 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:32,408 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:32,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:32,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:32,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:32,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:32,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:32,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:32,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:32,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:32,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:32,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:32,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:32,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:32,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:32,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:32,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:32,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:32,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:32,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:32,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:32,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:32,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:32,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:32,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:32,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:32,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:32,919 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:33,052 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:33,056 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:33,056 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:33,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:33,057 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242973052, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:33,058 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78df0325 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@44b1b720 2024-12-15T06:08:33,061 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@25c20e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:33,062 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:33,063 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:33,065 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78df0325 to 127.0.0.1:59060 2024-12-15T06:08:33,065 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:33,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:33,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:33,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:33,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:33,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:33,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:33,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:33,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:33,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:33,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:33,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:33,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:33,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:33,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:33,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:33,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:33,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:33,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:33,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:33,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:33,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:33,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:33,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:33,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:33,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:33,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:33,429 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:33,931 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:33,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:33,932 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:33,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:33,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:33,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:33,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:33,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:33,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:33,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:33,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:33,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:33,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:33,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:33,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:33,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:33,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:33,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:33,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:33,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:33,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:33,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:33,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:33,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:33,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:33,939 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:34,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:34,070 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:34,070 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:34,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:34,071 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242974065, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:34,072 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a56baa4 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73971279 2024-12-15T06:08:34,075 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@102f2f8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:34,076 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:34,077 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46810, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:34,078 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a56baa4 to 127.0.0.1:59060 2024-12-15T06:08:34,078 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:34,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [00a5f8d66132%2C34335%2C1734242827412]: currently replicating from: hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 at position: -1 2024-12-15T06:08:34,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:34,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:34,442 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:34,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:34,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:34,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:34,443 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:34,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:34,444 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:34,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:34,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:34,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:34,445 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:34,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:34,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:34,446 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:34,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:34,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:34,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:34,447 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:34,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:34,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:34,448 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:34,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:34,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:34,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:34,450 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T06:08:34,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:08:34,858 INFO [00a5f8d66132:41985Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T06:08:34,951 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-15T06:08:34,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:08:34,952 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:08:34,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T06:08:34,953 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:08:34,956 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:08:34,958 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/fam, FileablePath, hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/recovered.edits] 2024-12-15T06:08:34,963 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/fam/da5e3686bce74bb6850f4d6a85bf0984 to hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/archive/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/fam/da5e3686bce74bb6850f4d6a85bf0984 2024-12-15T06:08:34,967 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/recovered.edits/8.seqid to hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/archive/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c/recovered.edits/8.seqid 2024-12-15T06:08:34,968 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/testdroppedtimed/0ba06b6a86e1af11909043b7b5e5a09c 2024-12-15T06:08:34,968 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-15T06:08:34,970 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:08:34,972 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-15T06:08:34,974 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-15T06:08:34,974 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:08:34,974 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-15T06:08:34,975 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734242914974"}]},"ts":"9223372036854775807"} 2024-12-15T06:08:34,976 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T06:08:34,976 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 0ba06b6a86e1af11909043b7b5e5a09c, NAME => 'testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T06:08:34,976 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-15T06:08:34,976 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734242914976"}]},"ts":"9223372036854775807"} 2024-12-15T06:08:34,977 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-15T06:08:34,979 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T06:08:34,980 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 29 msec 2024-12-15T06:08:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T06:08:35,054 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-15T06:08:35,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:35,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:35,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:35,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:35,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:35,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:35,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:35,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:35,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:35,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:35,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:35,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:35,060 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:35,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:35,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:35,061 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:35,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:35,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:35,062 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:35,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:35,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:35,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:35,063 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:35,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:35,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:35,064 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:35,065 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T06:08:35,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:35,084 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T06:08:35,085 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:35,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T06:08:35,085 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:47320 deadline: 1734242975079, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T06:08:35,087 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x278ca649 to 127.0.0.1:59060 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6c437c1b 2024-12-15T06:08:35,102 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5f94d66, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T06:08:35,104 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T06:08:35,105 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46816, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T06:08:35,106 WARN [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-15T06:08:35,107 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x278ca649 to 127.0.0.1:59060 2024-12-15T06:08:35,107 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:35,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:35,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:35,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:35,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:35,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:35,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:35,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:35,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:35,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:35,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:35,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:35,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:35,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:35,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:35,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:35,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:35,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:35,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:35,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:35,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:35,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:35,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:35,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:35,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:35,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:35,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:35,576 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T06:08:35,899 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T06:08:36,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:36,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:36,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:36,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:36,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:36,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:36,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:36,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:36,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:36,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:36,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:36,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:36,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:36,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:36,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:36,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:36,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:36,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:36,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:36,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:36,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:36,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:36,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:36,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:36,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:36,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:36,086 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T06:08:36,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,113 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/27=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/28=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/29=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/30=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/31=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/32=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/33=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/34=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/35=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/36=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/37=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/38=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/39=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/40=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/41=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/42=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/43=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/44=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/45=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/46=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/47=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/48=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/49=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,117 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,117 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,119 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,121 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/51=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/52=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/53=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/54=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/55=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/56=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/57=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/58=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/59=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/60=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/61=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/62=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/63=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/64=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/65=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/66=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/67=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/68=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/69=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/70=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/71=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/72=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/73=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,122 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,124 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,129 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/75=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/76=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/77=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/78=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/79=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/80=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/81=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/82=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/83=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/84=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/85=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/86=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/87=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/88=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/89=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/90=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/91=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/92=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/93=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/94=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/95=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/96=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/97=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,132 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,136 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/99=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/100=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/101=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/102=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/103=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/104=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/105=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/106=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/107=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/108=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/109=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/110=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/111=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/112=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/113=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/114=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/115=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/116=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/117=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/118=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/119=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/120=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/121=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,137 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,139 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,140 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,142 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,143 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/123=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/124=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/125=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/126=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/127=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/128=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/129=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/130=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/131=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/132=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/133=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/134=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/135=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/136=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/137=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/138=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/139=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/140=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/141=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/142=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/143=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/144=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/145=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,146 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,147 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,149 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,158 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/147=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/148=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/149=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/150=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/151=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/152=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/153=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/154=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/155=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/156=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/157=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/158=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/159=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/160=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/161=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/162=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/163=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/164=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/165=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/166=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/167=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/168=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/169=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,159 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,160 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,162 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,164 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,166 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/171=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/172=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/173=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/174=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/175=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/176=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/177=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/178=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/179=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/180=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/181=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/182=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/183=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/184=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/185=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/186=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/187=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/188=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/189=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/190=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/191=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/192=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/193=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,166 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,168 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,168 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,169 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,172 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/195=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/196=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/197=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/198=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/199=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/200=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/201=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/202=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/203=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/204=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/205=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/206=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/207=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/208=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/209=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/210=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/211=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/212=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/213=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/214=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/215=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/216=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/217=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,173 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,175 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,180 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/219=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/220=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/221=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/222=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/223=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/224=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/225=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/226=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/227=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/228=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/229=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/230=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/231=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/232=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/233=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/234=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/235=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/236=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/237=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/238=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/239=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/240=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/241=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,182 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,183 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,188 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/243=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/244=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/245=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/246=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/247=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/248=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/249=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/250=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/251=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/252=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/253=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/254=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/255=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/256=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/257=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/258=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/259=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/260=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/261=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/262=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/263=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/264=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/265=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,188 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,190 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,191 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,191 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,195 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/267=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/268=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/269=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/270=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/271=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/272=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/273=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/274=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/275=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/276=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/277=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/278=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/279=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/280=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/281=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/282=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/283=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/284=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/285=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/286=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/287=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/288=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/289=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,196 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,197 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,198 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,198 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,202 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,204 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/291=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/292=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/293=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/294=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/295=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/296=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/297=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/298=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/299=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/300=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/301=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/302=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/303=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/304=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/305=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/306=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/307=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/308=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/309=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/310=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/311=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/312=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/313=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,205 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,206 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,207 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,207 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,209 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,211 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/315=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/316=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/317=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/318=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/319=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/320=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/321=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/322=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/323=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/324=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/325=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/326=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/327=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/328=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/329=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/330=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/331=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/332=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/333=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/334=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/335=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/336=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/337=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,212 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,214 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,214 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,215 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,217 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,219 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/339=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/340=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/341=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/342=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/343=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/344=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/345=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/346=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/347=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/348=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/349=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/350=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/351=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/352=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/353=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/354=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/355=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/356=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/357=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/358=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/359=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/360=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/361=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,220 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,222 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,222 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,224 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,226 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/363=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/364=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/365=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/366=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/367=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/368=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/369=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/370=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/371=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/372=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/373=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/374=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/375=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/376=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/377=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/378=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/379=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/380=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/381=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/382=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/383=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/384=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/385=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,228 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,232 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/387=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/388=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/389=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/390=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/391=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/392=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/393=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/394=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/395=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/396=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/397=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/398=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/399=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/400=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/401=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/402=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/403=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/404=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/405=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/406=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/407=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/408=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/409=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,235 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,235 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,239 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/411=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/412=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/413=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/414=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/415=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/416=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/417=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/418=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/419=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/420=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/421=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/422=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/423=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/424=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/425=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/426=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/427=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/428=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/429=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/430=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/431=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/432=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/433=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,240 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,242 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,242 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,243 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,245 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,246 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/435=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/436=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/437=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/438=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/439=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/440=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/441=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/442=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/443=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/444=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/445=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/446=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/447=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/448=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/449=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/450=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/451=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/452=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/453=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/454=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/455=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/456=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/457=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,249 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,249 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,250 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,253 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/459=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/460=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/461=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/462=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/463=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/464=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/465=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/466=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/467=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/468=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/469=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/470=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/471=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/472=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/473=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/474=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/475=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/476=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/477=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/478=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/479=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/480=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/481=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,255 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,261 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/483=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/484=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/485=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/486=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/487=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/488=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/489=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/490=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/491=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/492=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/493=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/494=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/495=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/496=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/497=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/498=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/499=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/500=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/501=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/502=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/503=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/504=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/505=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,263 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,263 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,265 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,270 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/507=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/508=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/509=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/510=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/511=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/512=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/513=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/514=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/515=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/516=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/517=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/518=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/519=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/520=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/521=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/522=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/523=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/524=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/525=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/526=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/527=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/528=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/529=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,272 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,273 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,275 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,277 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/531=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/532=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/533=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/534=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/535=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/536=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/537=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/538=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/539=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/540=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/541=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/542=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/543=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/544=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/545=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/546=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/547=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/548=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/549=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/550=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/551=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/552=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/553=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,280 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,280 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,282 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,287 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/555=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/556=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/557=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/558=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/559=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/560=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/561=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/562=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/563=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/564=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/565=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/566=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/567=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/568=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/569=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/570=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/571=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/572=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/573=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/574=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/575=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/576=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/577=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,289 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,289 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,292 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,296 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/579=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/580=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/581=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/582=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/583=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/584=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/585=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/586=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/587=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/588=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/589=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/590=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/591=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/592=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/593=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/594=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/595=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/596=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/597=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/598=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/599=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/600=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/601=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,298 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,298 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,301 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,309 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/603=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/604=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/605=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/606=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/607=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/608=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/609=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/610=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/611=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/612=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/613=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/614=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/615=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/616=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/617=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/618=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/619=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/620=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/621=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/622=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/623=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/624=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/625=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,310 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,312 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,314 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,319 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/627=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/628=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/629=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/630=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/631=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/632=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/633=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/634=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/635=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/636=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/637=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/638=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/639=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/640=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/641=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/642=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/643=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/644=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/645=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/646=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/647=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/648=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/649=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,320 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,323 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,326 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,329 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/651=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/652=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/653=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/654=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/655=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/656=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/657=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/658=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/659=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/660=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/661=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/662=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/663=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/664=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/665=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/666=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/667=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/668=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/669=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/670=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/671=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/672=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/673=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,330 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,331 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,334 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,335 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,339 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/675=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/676=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/677=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/678=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/679=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/680=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/681=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/682=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/683=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/684=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/685=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/686=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/687=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/688=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/689=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/690=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/691=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/692=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/693=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/694=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/695=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/696=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/697=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,340 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,341 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,344 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,346 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,348 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/699=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/700=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/701=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/702=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/703=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/704=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/705=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/706=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/707=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/708=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/709=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/710=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/711=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/712=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/713=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/714=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/715=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/716=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/717=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/718=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/719=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/720=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/721=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,350 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,358 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/723=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/724=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/725=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/726=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/727=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/728=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/729=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/730=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/731=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/732=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/733=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/734=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/735=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/736=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/737=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/738=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/739=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/740=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/741=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/742=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/743=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/744=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/745=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,359 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,365 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,366 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,373 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/747=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/748=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/749=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/750=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/751=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/752=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/753=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/754=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/755=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/756=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/757=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/758=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/759=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/760=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/761=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/762=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/763=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/764=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/765=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/766=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/767=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/768=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/769=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,375 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,382 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,383 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,390 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/771=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/772=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/773=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/774=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/775=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/776=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/777=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/778=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/779=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/780=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/781=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/782=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/783=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/784=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/785=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/786=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/787=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/788=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/789=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/790=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/791=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/792=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/793=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,392 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,395 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,396 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,400 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,402 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/795=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/796=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/797=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/798=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/799=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/800=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/801=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/802=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/803=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/804=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/805=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/806=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/807=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/808=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/809=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/810=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/811=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/812=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/813=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/814=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/815=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/816=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/817=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,404 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,405 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,410 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,411 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,414 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,417 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/819=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/820=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/821=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/822=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/823=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/824=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/825=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/826=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/827=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/828=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/829=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/830=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/831=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/832=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/833=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/834=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/835=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/836=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/837=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/838=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/839=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/840=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/841=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,419 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,422 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,423 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,426 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,428 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/843=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/844=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/845=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/846=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/847=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/848=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/849=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/850=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/851=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/852=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/853=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/854=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/855=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/856=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/857=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/858=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/859=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/860=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/861=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/862=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/863=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/864=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/865=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,431 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,431 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,432 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,436 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,438 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/867=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/868=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/869=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/870=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/871=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/872=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/873=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/874=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/875=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/876=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/877=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/878=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/879=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/880=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/881=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/882=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/883=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/884=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/885=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/886=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/887=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/888=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/889=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,440 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,444 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,447 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,449 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/891=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/892=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/893=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/894=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/895=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/896=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/897=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/898=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/899=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/900=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/901=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/902=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/903=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/904=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/905=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/906=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/907=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/908=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/909=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/910=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/911=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/912=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/913=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,451 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,454 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,455 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,459 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,461 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/915=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/916=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/917=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/918=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/919=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/920=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/921=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/922=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/923=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/924=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/925=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/926=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/927=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/928=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/929=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/930=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/931=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/932=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/933=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/934=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/935=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/936=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/937=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,502 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T06:08:36,504 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,505 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,513 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/939=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/940=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/941=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/942=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/943=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/944=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/945=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/946=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/947=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/948=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/949=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/950=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/951=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/952=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/953=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/954=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/955=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/956=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/957=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/958=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/959=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/960=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/961=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,514 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,514 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T06:08:36,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,517 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,520 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,523 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 4208104, reset compression=false 2024-12-15T06:08:36,522 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/963=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/964=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/965=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/966=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/967=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/968=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/969=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/970=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/971=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/972=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/973=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/974=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/975=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/976=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/977=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/978=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/979=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/980=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/981=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/982=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/983=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/984=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/985=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T06:08:36,524 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,526 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,533 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/539f1b45d34857c5b7b8c5e2efd9729c/987=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/988=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/989=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/990=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/991=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/992=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/993=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/994=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/995=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/996=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/997=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/998=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/999=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/1000=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/1001=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/1002=[#edits: 1 = ],4297}, {test/539f1b45d34857c5b7b8c5e2efd9729c/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-15T06:08:36,533 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,535 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,536 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T06:08:36,540 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T06:08:36,560 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-15T06:08:36,560 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 4208924, reset compression=false 2024-12-15T06:08:36,560 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-15T06:08:36,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41985 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T06:08:36,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T06:08:36,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T06:08:36,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T06:08:36,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T06:08:36,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T06:08:36,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T06:08:36,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T06:08:36,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T06:08:36,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T06:08:36,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T06:08:36,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T06:08:36,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T06:08:36,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T06:08:36,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T06:08:36,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T06:08:36,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T06:08:36,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T06:08:36,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T06:08:36,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T06:08:36,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T06:08:36,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T06:08:36,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T06:08:36,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T06:08:36,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T06:08:36,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T06:08:36,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-15T06:08:36,656 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-15T06:08:36,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-15T06:08:36,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T06:08:36,663 DEBUG [PEWorker-2 {}] zookeeper.ZKUtil(111): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-15T06:08:36,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-15T06:08:36,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-15T06:08:36,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-15T06:08:36,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T06:08:36,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T06:08:36,770 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/WALs/00a5f8d66132,34335,1734242827412/00a5f8d66132%2C34335%2C1734242827412.1734242829391 to pos 4208924, reset compression=false 2024-12-15T06:08:36,818 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 00a5f8d66132,34335,1734242827412 2024-12-15T06:08:36,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34335 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-15T06:08:36,819 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-15T06:08:36,819 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-15T06:08:36,819 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-15T06:08:36,921 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10094491d2f000f, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:36,922 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x10094491d2f000f, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:36,922 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x034308ef to 127.0.0.1:59060 2024-12-15T06:08:36,922 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:36,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T06:08:37,022 WARN [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-15T06:08:37,022 WARN [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.wal-reader.00a5f8d66132%2C34335%2C1734242827412,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-2.7.0-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-15T06:08:37,122 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0.replicationSource,2.replicationSource.shipper00a5f8d66132%2C34335%2C1734242827412,2 terminated 2024-12-15T06:08:37,123 INFO [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-15T06:08:37,124 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/00a5f8d66132,34335,1734242827412/2/00a5f8d66132%2C34335%2C1734242827412.1734242829391 2024-12-15T06:08:37,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/00a5f8d66132,34335,1734242827412/2/00a5f8d66132%2C34335%2C1734242827412.1734242829391 2024-12-15T06:08:37,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/00a5f8d66132,34335,1734242827412/2 2024-12-15T06:08:37,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/00a5f8d66132,34335,1734242827412/2 2024-12-15T06:08:37,128 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-15T06:08:37,128 DEBUG [RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-15T06:08:37,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-15T06:08:37,129 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 00a5f8d66132,34335,1734242827412 suceeded 2024-12-15T06:08:37,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-15T06:08:37,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 463 msec 2024-12-15T06:08:37,133 DEBUG [PEWorker-3 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-15T06:08:37,133 INFO [PEWorker-3 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-15T06:08:37,134 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 477 msec 2024-12-15T06:08:37,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34779 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T06:08:37,279 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=400 (was 388) Potentially hanging thread: hconnection-0x1183bcf6-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59060@0x017a5332 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f2784b51fb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1183bcf6-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59060@0x0e0ca04e java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f2784b51fb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/cluster_c1ce06b2-c33c-5cbd-aabc-39159826cdc7/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1183bcf6-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59060@0x779f71f7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f2784b51fb0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/cluster_c1ce06b2-c33c-5cbd-aabc-39159826cdc7/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_REFRESH_PEER-regionserver/00a5f8d66132:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x1183bcf6-shared-pool-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59060@0x017a5332-SendThread(127.0.0.1:59060) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (788280152) connection to localhost/127.0.0.1:34899 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59060@0x779f71f7-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-349959287_22 at /127.0.0.1:35894 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59060@0x017a5332-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x22fae6f0-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:59060@0x779f71f7-SendThread(127.0.0.1:59060) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) - Thread LEAK? -, OpenFileDescriptor=572 (was 567) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=308 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=6382 (was 9364) 2024-12-15T06:08:37,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05422b16 to 127.0.0.1:59060 2024-12-15T06:08:37,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:37,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0740a5b0 to 127.0.0.1:59060 2024-12-15T06:08:37,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:37,280 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T06:08:37,280 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5819dd61 to 127.0.0.1:59060 2024-12-15T06:08:37,280 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:37,280 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T06:08:37,281 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T06:08:37,281 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x325e27ff to 127.0.0.1:59060 2024-12-15T06:08:37,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:37,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T06:08:37,281 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=481430396, stopped=false 2024-12-15T06:08:37,281 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=00a5f8d66132,36465,1734242833147 2024-12-15T06:08:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-15T06:08:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-15T06:08:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:08:37,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:08:37,283 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T06:08:37,283 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:37,283 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '00a5f8d66132,41985,1734242833236' ***** 2024-12-15T06:08:37,283 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T06:08:37,283 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T06:08:37,284 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T06:08:37,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T06:08:37,284 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T06:08:37,284 INFO [RS:0;00a5f8d66132:41985 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T06:08:37,284 INFO [RS:0;00a5f8d66132:41985 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T06:08:37,284 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 8c5ec18dcbb0feb3880328f015d26bec 2024-12-15T06:08:37,284 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for f7f0e4709e6f4363a759e05f910e5fb3 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 335b899792f2de3bb1a5312d9c057334 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 65a1c744ec23ab739ea2a9992e2a6089 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 6b4e539a5051852ffa6d4ee03982f3f2 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 8c30d67915e2d78fe75d7dd0db231be5 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 4f2e696e1b9584b455c5dd161d52092e 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for d45133fd51fc339195abb43edd19eb9f 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 9f9a6b0671afeebab47d6e928c97f097 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 6ee67dd5ae686f6b59d639ab7ef168c2 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:08:37,285 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8c5ec18dcbb0feb3880328f015d26bec, disabling compactions & flushes 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 7e7e8d3133df76c8b07be5f06e87005c 2024-12-15T06:08:37,285 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:08:37,285 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:08:37,285 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. after waiting 0 ms 2024-12-15T06:08:37,285 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 37e8788e3afca1bfce2707882a396dc4 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 7fe1dc698d341c8fcf357e5ebcb58bc4 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for dce1c41ad6fec40dc9af09ac90890f96 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 21257462316fd2f4dc0c9d3bb5e3159f 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 9d672659f6a0114235be66871de8a78f 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for ee13a906c7b2fbdf5d55cc119de8a631 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 6710592ae762c7f49356c796556490c0 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 88c448c2e79b371321930df725edb1bd 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for f29e8ccc79965683599049df6e98353b 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for ac1e44646800b6475d2ab9a6ac35d9d4 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for c6ace658ec758ae8fe2daa23222d55bc 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 0751f3d0afe7dd7c3bb82bac4bb7be15 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for c6fa925e579f3c78e2860007ba697f13 2024-12-15T06:08:37,285 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1224): stopping server 00a5f8d66132,41985,1734242833236 2024-12-15T06:08:37,285 DEBUG [RS:0;00a5f8d66132:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:37,286 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T06:08:37,286 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T06:08:37,286 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T06:08:37,286 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T06:08:37,286 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-15T06:08:37,286 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T06:08:37,286 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T06:08:37,286 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T06:08:37,286 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T06:08:37,286 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T06:08:37,286 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-15T06:08:37,289 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1629): Waiting on 0751f3d0afe7dd7c3bb82bac4bb7be15, 1588230740, 21257462316fd2f4dc0c9d3bb5e3159f, 335b899792f2de3bb1a5312d9c057334, 37e8788e3afca1bfce2707882a396dc4, 4f2e696e1b9584b455c5dd161d52092e, 65a1c744ec23ab739ea2a9992e2a6089, 6710592ae762c7f49356c796556490c0, 6b4e539a5051852ffa6d4ee03982f3f2, 6ee67dd5ae686f6b59d639ab7ef168c2, 7e7e8d3133df76c8b07be5f06e87005c, 7fe1dc698d341c8fcf357e5ebcb58bc4, 88c448c2e79b371321930df725edb1bd, 8c26d8520dbdb8a9fa68f90fc3cd54e3, 8c30d67915e2d78fe75d7dd0db231be5, 8c5ec18dcbb0feb3880328f015d26bec, 9d672659f6a0114235be66871de8a78f, 9f9a6b0671afeebab47d6e928c97f097, ac1e44646800b6475d2ab9a6ac35d9d4, c6ace658ec758ae8fe2daa23222d55bc, c6fa925e579f3c78e2860007ba697f13, d45133fd51fc339195abb43edd19eb9f, dce1c41ad6fec40dc9af09ac90890f96, ee13a906c7b2fbdf5d55cc119de8a631, f29e8ccc79965683599049df6e98353b, f4a12530f632f1cd2cada01394bb0448, f7f0e4709e6f4363a759e05f910e5fb3, f9ca46fd4b99053994389b90c7c4b08a 2024-12-15T06:08:37,295 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c5ec18dcbb0feb3880328f015d26bec/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,296 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:08:37,296 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8c5ec18dcbb0feb3880328f015d26bec: 2024-12-15T06:08:37,296 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734242845182.8c5ec18dcbb0feb3880328f015d26bec. 2024-12-15T06:08:37,296 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f7f0e4709e6f4363a759e05f910e5fb3, disabling compactions & flushes 2024-12-15T06:08:37,296 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:08:37,296 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:08:37,296 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. after waiting 0 ms 2024-12-15T06:08:37,296 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:08:37,299 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f7f0e4709e6f4363a759e05f910e5fb3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,300 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:08:37,300 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f7f0e4709e6f4363a759e05f910e5fb3: 2024-12-15T06:08:37,300 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734242845182.f7f0e4709e6f4363a759e05f910e5fb3. 2024-12-15T06:08:37,300 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 335b899792f2de3bb1a5312d9c057334, disabling compactions & flushes 2024-12-15T06:08:37,300 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:08:37,300 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:08:37,300 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. after waiting 0 ms 2024-12-15T06:08:37,300 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:08:37,303 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/335b899792f2de3bb1a5312d9c057334/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,304 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:08:37,304 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 335b899792f2de3bb1a5312d9c057334: 2024-12-15T06:08:37,304 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734242845182.335b899792f2de3bb1a5312d9c057334. 2024-12-15T06:08:37,304 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 65a1c744ec23ab739ea2a9992e2a6089, disabling compactions & flushes 2024-12-15T06:08:37,304 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:08:37,304 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:08:37,304 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. after waiting 0 ms 2024-12-15T06:08:37,304 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:08:37,307 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/65a1c744ec23ab739ea2a9992e2a6089/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,308 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:08:37,308 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 65a1c744ec23ab739ea2a9992e2a6089: 2024-12-15T06:08:37,308 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734242845182.65a1c744ec23ab739ea2a9992e2a6089. 2024-12-15T06:08:37,308 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6b4e539a5051852ffa6d4ee03982f3f2, disabling compactions & flushes 2024-12-15T06:08:37,308 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:08:37,308 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:08:37,308 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. after waiting 0 ms 2024-12-15T06:08:37,308 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:08:37,309 INFO [regionserver/00a5f8d66132:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T06:08:37,311 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6b4e539a5051852ffa6d4ee03982f3f2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,312 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:08:37,312 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6b4e539a5051852ffa6d4ee03982f3f2: 2024-12-15T06:08:37,312 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734242845182.6b4e539a5051852ffa6d4ee03982f3f2. 2024-12-15T06:08:37,312 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8c30d67915e2d78fe75d7dd0db231be5, disabling compactions & flushes 2024-12-15T06:08:37,312 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:08:37,312 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:08:37,312 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. after waiting 0 ms 2024-12-15T06:08:37,312 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:08:37,315 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c30d67915e2d78fe75d7dd0db231be5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,315 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:08:37,315 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8c30d67915e2d78fe75d7dd0db231be5: 2024-12-15T06:08:37,315 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734242845182.8c30d67915e2d78fe75d7dd0db231be5. 2024-12-15T06:08:37,316 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4f2e696e1b9584b455c5dd161d52092e, disabling compactions & flushes 2024-12-15T06:08:37,316 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:08:37,316 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:08:37,316 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. after waiting 0 ms 2024-12-15T06:08:37,316 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:08:37,320 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/4f2e696e1b9584b455c5dd161d52092e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,321 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:08:37,321 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4f2e696e1b9584b455c5dd161d52092e: 2024-12-15T06:08:37,321 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/.tmp/info/3bd5a0357bd94cfda84e2a2bd782607f is 143, key is hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b./info:regioninfo/1734242836777/Put/seqid=0 2024-12-15T06:08:37,321 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e. 2024-12-15T06:08:37,321 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d45133fd51fc339195abb43edd19eb9f, disabling compactions & flushes 2024-12-15T06:08:37,321 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:08:37,321 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:08:37,321 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. after waiting 0 ms 2024-12-15T06:08:37,321 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:08:37,326 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/d45133fd51fc339195abb43edd19eb9f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,327 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:08:37,327 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d45133fd51fc339195abb43edd19eb9f: 2024-12-15T06:08:37,327 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734242845182.d45133fd51fc339195abb43edd19eb9f. 2024-12-15T06:08:37,327 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9f9a6b0671afeebab47d6e928c97f097, disabling compactions & flushes 2024-12-15T06:08:37,327 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:08:37,327 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:08:37,327 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. after waiting 0 ms 2024-12-15T06:08:37,327 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:08:37,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741866_1042 (size=36340) 2024-12-15T06:08:37,331 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/9f9a6b0671afeebab47d6e928c97f097/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,331 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:08:37,331 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9f9a6b0671afeebab47d6e928c97f097: 2024-12-15T06:08:37,331 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734242845182.9f9a6b0671afeebab47d6e928c97f097. 2024-12-15T06:08:37,331 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6ee67dd5ae686f6b59d639ab7ef168c2, disabling compactions & flushes 2024-12-15T06:08:37,332 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:08:37,332 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:08:37,332 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. after waiting 0 ms 2024-12-15T06:08:37,332 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:08:37,335 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6ee67dd5ae686f6b59d639ab7ef168c2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,335 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:08:37,336 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6ee67dd5ae686f6b59d639ab7ef168c2: 2024-12-15T06:08:37,336 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734242845182.6ee67dd5ae686f6b59d639ab7ef168c2. 2024-12-15T06:08:37,336 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f9ca46fd4b99053994389b90c7c4b08a, disabling compactions & flushes 2024-12-15T06:08:37,336 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:08:37,336 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:08:37,336 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. after waiting 0 ms 2024-12-15T06:08:37,336 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:08:37,339 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f9ca46fd4b99053994389b90c7c4b08a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,339 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:08:37,340 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f9ca46fd4b99053994389b90c7c4b08a: 2024-12-15T06:08:37,340 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734242845182.f9ca46fd4b99053994389b90c7c4b08a. 2024-12-15T06:08:37,340 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7e7e8d3133df76c8b07be5f06e87005c, disabling compactions & flushes 2024-12-15T06:08:37,340 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:08:37,340 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:08:37,340 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. after waiting 0 ms 2024-12-15T06:08:37,340 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:08:37,343 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/7e7e8d3133df76c8b07be5f06e87005c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,343 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:08:37,343 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7e7e8d3133df76c8b07be5f06e87005c: 2024-12-15T06:08:37,343 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734242845182.7e7e8d3133df76c8b07be5f06e87005c. 2024-12-15T06:08:37,343 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8c26d8520dbdb8a9fa68f90fc3cd54e3, disabling compactions & flushes 2024-12-15T06:08:37,343 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 8c26d8520dbdb8a9fa68f90fc3cd54e3 2024-12-15T06:08:37,343 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 8c26d8520dbdb8a9fa68f90fc3cd54e3 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-15T06:08:37,384 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c26d8520dbdb8a9fa68f90fc3cd54e3/.tmp/f/9107ab13e33c4d19a81de6c27daef007 is 4136, key is NormalPut000/f:row/1734242859069/Put/seqid=0 2024-12-15T06:08:37,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741867_1043 (size=4145786) 2024-12-15T06:08:37,489 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1629): Waiting on 0751f3d0afe7dd7c3bb82bac4bb7be15, 1588230740, 21257462316fd2f4dc0c9d3bb5e3159f, 37e8788e3afca1bfce2707882a396dc4, 6710592ae762c7f49356c796556490c0, 7fe1dc698d341c8fcf357e5ebcb58bc4, 88c448c2e79b371321930df725edb1bd, 8c26d8520dbdb8a9fa68f90fc3cd54e3, 9d672659f6a0114235be66871de8a78f, ac1e44646800b6475d2ab9a6ac35d9d4, c6ace658ec758ae8fe2daa23222d55bc, c6fa925e579f3c78e2860007ba697f13, dce1c41ad6fec40dc9af09ac90890f96, ee13a906c7b2fbdf5d55cc119de8a631, f29e8ccc79965683599049df6e98353b, f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:08:37,690 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1629): Waiting on 0751f3d0afe7dd7c3bb82bac4bb7be15, 1588230740, 21257462316fd2f4dc0c9d3bb5e3159f, 37e8788e3afca1bfce2707882a396dc4, 6710592ae762c7f49356c796556490c0, 7fe1dc698d341c8fcf357e5ebcb58bc4, 88c448c2e79b371321930df725edb1bd, 8c26d8520dbdb8a9fa68f90fc3cd54e3, 9d672659f6a0114235be66871de8a78f, ac1e44646800b6475d2ab9a6ac35d9d4, c6ace658ec758ae8fe2daa23222d55bc, c6fa925e579f3c78e2860007ba697f13, dce1c41ad6fec40dc9af09ac90890f96, ee13a906c7b2fbdf5d55cc119de8a631, f29e8ccc79965683599049df6e98353b, f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:08:37,729 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/.tmp/info/3bd5a0357bd94cfda84e2a2bd782607f 2024-12-15T06:08:37,752 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/.tmp/rep_barrier/961dfbd1cdc44f0090ce78d209acfd34 is 115, key is test,bbb,1734242845182.4f2e696e1b9584b455c5dd161d52092e./rep_barrier:seqnumDuringOpen/1734242849082/Put/seqid=0 2024-12-15T06:08:37,757 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741868_1044 (size=8574) 2024-12-15T06:08:37,787 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c26d8520dbdb8a9fa68f90fc3cd54e3/.tmp/f/9107ab13e33c4d19a81de6c27daef007 2024-12-15T06:08:37,794 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c26d8520dbdb8a9fa68f90fc3cd54e3/.tmp/f/9107ab13e33c4d19a81de6c27daef007 as hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c26d8520dbdb8a9fa68f90fc3cd54e3/f/9107ab13e33c4d19a81de6c27daef007 2024-12-15T06:08:37,800 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c26d8520dbdb8a9fa68f90fc3cd54e3/f/9107ab13e33c4d19a81de6c27daef007, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-15T06:08:37,801 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 8c26d8520dbdb8a9fa68f90fc3cd54e3 in 458ms, sequenceid=144, compaction requested=false 2024-12-15T06:08:37,801 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:08:37,801 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:08:37,801 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. after waiting 0 ms 2024-12-15T06:08:37,801 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:08:37,805 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/8c26d8520dbdb8a9fa68f90fc3cd54e3/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-15T06:08:37,806 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:08:37,806 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8c26d8520dbdb8a9fa68f90fc3cd54e3: 2024-12-15T06:08:37,806 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734242845182.8c26d8520dbdb8a9fa68f90fc3cd54e3. 2024-12-15T06:08:37,806 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 37e8788e3afca1bfce2707882a396dc4, disabling compactions & flushes 2024-12-15T06:08:37,806 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:08:37,806 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:08:37,806 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. after waiting 0 ms 2024-12-15T06:08:37,806 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:08:37,809 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/37e8788e3afca1bfce2707882a396dc4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,809 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:08:37,809 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 37e8788e3afca1bfce2707882a396dc4: 2024-12-15T06:08:37,809 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734242845182.37e8788e3afca1bfce2707882a396dc4. 2024-12-15T06:08:37,809 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7fe1dc698d341c8fcf357e5ebcb58bc4, disabling compactions & flushes 2024-12-15T06:08:37,809 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:08:37,809 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:08:37,810 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. after waiting 0 ms 2024-12-15T06:08:37,810 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:08:37,812 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/7fe1dc698d341c8fcf357e5ebcb58bc4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,813 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:08:37,813 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7fe1dc698d341c8fcf357e5ebcb58bc4: 2024-12-15T06:08:37,813 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734242845182.7fe1dc698d341c8fcf357e5ebcb58bc4. 2024-12-15T06:08:37,813 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dce1c41ad6fec40dc9af09ac90890f96, disabling compactions & flushes 2024-12-15T06:08:37,813 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:08:37,813 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:08:37,813 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. after waiting 0 ms 2024-12-15T06:08:37,813 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:08:37,816 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/dce1c41ad6fec40dc9af09ac90890f96/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,816 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:08:37,816 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dce1c41ad6fec40dc9af09ac90890f96: 2024-12-15T06:08:37,816 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734242845182.dce1c41ad6fec40dc9af09ac90890f96. 2024-12-15T06:08:37,816 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 21257462316fd2f4dc0c9d3bb5e3159f, disabling compactions & flushes 2024-12-15T06:08:37,817 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:08:37,817 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:08:37,817 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. after waiting 0 ms 2024-12-15T06:08:37,817 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:08:37,819 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/21257462316fd2f4dc0c9d3bb5e3159f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,820 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:08:37,820 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 21257462316fd2f4dc0c9d3bb5e3159f: 2024-12-15T06:08:37,820 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734242845182.21257462316fd2f4dc0c9d3bb5e3159f. 2024-12-15T06:08:37,820 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9d672659f6a0114235be66871de8a78f, disabling compactions & flushes 2024-12-15T06:08:37,820 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:08:37,820 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:08:37,820 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. after waiting 0 ms 2024-12-15T06:08:37,820 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:08:37,823 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/9d672659f6a0114235be66871de8a78f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,823 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:08:37,823 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9d672659f6a0114235be66871de8a78f: 2024-12-15T06:08:37,823 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734242845182.9d672659f6a0114235be66871de8a78f. 2024-12-15T06:08:37,823 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ee13a906c7b2fbdf5d55cc119de8a631, disabling compactions & flushes 2024-12-15T06:08:37,823 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:08:37,823 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:08:37,823 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. after waiting 0 ms 2024-12-15T06:08:37,823 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:08:37,827 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/ee13a906c7b2fbdf5d55cc119de8a631/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,828 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:08:37,828 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ee13a906c7b2fbdf5d55cc119de8a631: 2024-12-15T06:08:37,828 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734242845182.ee13a906c7b2fbdf5d55cc119de8a631. 2024-12-15T06:08:37,828 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6710592ae762c7f49356c796556490c0, disabling compactions & flushes 2024-12-15T06:08:37,828 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:08:37,828 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:08:37,828 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. after waiting 0 ms 2024-12-15T06:08:37,828 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:08:37,831 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/6710592ae762c7f49356c796556490c0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,831 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:08:37,831 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6710592ae762c7f49356c796556490c0: 2024-12-15T06:08:37,831 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734242845182.6710592ae762c7f49356c796556490c0. 2024-12-15T06:08:37,832 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 88c448c2e79b371321930df725edb1bd, disabling compactions & flushes 2024-12-15T06:08:37,832 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:08:37,832 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:08:37,832 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. after waiting 0 ms 2024-12-15T06:08:37,832 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:08:37,835 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/88c448c2e79b371321930df725edb1bd/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:37,835 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:08:37,835 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 88c448c2e79b371321930df725edb1bd: 2024-12-15T06:08:37,835 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734242845182.88c448c2e79b371321930df725edb1bd. 2024-12-15T06:08:37,835 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f29e8ccc79965683599049df6e98353b, disabling compactions & flushes 2024-12-15T06:08:37,835 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:08:37,835 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:08:37,835 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. after waiting 0 ms 2024-12-15T06:08:37,835 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:08:37,835 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing f29e8ccc79965683599049df6e98353b 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T06:08:37,851 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/namespace/f29e8ccc79965683599049df6e98353b/.tmp/info/e85ece9c07fe45b6b81bf0d08c0e8ae1 is 45, key is default/info:d/1734242836900/Put/seqid=0 2024-12-15T06:08:37,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741869_1045 (size=5037) 2024-12-15T06:08:37,890 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1629): Waiting on 0751f3d0afe7dd7c3bb82bac4bb7be15, 1588230740, ac1e44646800b6475d2ab9a6ac35d9d4, c6ace658ec758ae8fe2daa23222d55bc, c6fa925e579f3c78e2860007ba697f13, f29e8ccc79965683599049df6e98353b, f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:08:37,904 INFO [regionserver/00a5f8d66132:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T06:08:37,904 INFO [regionserver/00a5f8d66132:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T06:08:38,090 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1629): Waiting on 0751f3d0afe7dd7c3bb82bac4bb7be15, 1588230740, ac1e44646800b6475d2ab9a6ac35d9d4, c6ace658ec758ae8fe2daa23222d55bc, c6fa925e579f3c78e2860007ba697f13, f29e8ccc79965683599049df6e98353b, f4a12530f632f1cd2cada01394bb0448 2024-12-15T06:08:38,158 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/.tmp/rep_barrier/961dfbd1cdc44f0090ce78d209acfd34 2024-12-15T06:08:38,182 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/.tmp/table/e81511ac0062404791049c3141bb7912 is 94, key is testdroppedtimed,,1734242856215.2a87857bfb626302c694283ed967de66./table:/1734242861742/DeleteFamily/seqid=0 2024-12-15T06:08:38,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741870_1046 (size=5605) 2024-12-15T06:08:38,256 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/namespace/f29e8ccc79965683599049df6e98353b/.tmp/info/e85ece9c07fe45b6b81bf0d08c0e8ae1 2024-12-15T06:08:38,263 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/namespace/f29e8ccc79965683599049df6e98353b/.tmp/info/e85ece9c07fe45b6b81bf0d08c0e8ae1 as hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/namespace/f29e8ccc79965683599049df6e98353b/info/e85ece9c07fe45b6b81bf0d08c0e8ae1 2024-12-15T06:08:38,268 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/namespace/f29e8ccc79965683599049df6e98353b/info/e85ece9c07fe45b6b81bf0d08c0e8ae1, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T06:08:38,269 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for f29e8ccc79965683599049df6e98353b in 434ms, sequenceid=6, compaction requested=false 2024-12-15T06:08:38,272 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/namespace/f29e8ccc79965683599049df6e98353b/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T06:08:38,272 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:08:38,272 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f29e8ccc79965683599049df6e98353b: 2024-12-15T06:08:38,272 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734242835975.f29e8ccc79965683599049df6e98353b. 2024-12-15T06:08:38,273 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ac1e44646800b6475d2ab9a6ac35d9d4, disabling compactions & flushes 2024-12-15T06:08:38,273 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:08:38,273 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:08:38,273 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. after waiting 0 ms 2024-12-15T06:08:38,273 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:08:38,275 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/ac1e44646800b6475d2ab9a6ac35d9d4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:38,276 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:08:38,276 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ac1e44646800b6475d2ab9a6ac35d9d4: 2024-12-15T06:08:38,276 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734242845182.ac1e44646800b6475d2ab9a6ac35d9d4. 2024-12-15T06:08:38,276 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f4a12530f632f1cd2cada01394bb0448, disabling compactions & flushes 2024-12-15T06:08:38,276 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:08:38,276 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:08:38,276 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. after waiting 0 ms 2024-12-15T06:08:38,276 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:08:38,279 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/f4a12530f632f1cd2cada01394bb0448/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:38,279 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:08:38,279 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f4a12530f632f1cd2cada01394bb0448: 2024-12-15T06:08:38,279 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734242845182.f4a12530f632f1cd2cada01394bb0448. 2024-12-15T06:08:38,279 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c6ace658ec758ae8fe2daa23222d55bc, disabling compactions & flushes 2024-12-15T06:08:38,279 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:08:38,279 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:08:38,279 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. after waiting 0 ms 2024-12-15T06:08:38,279 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:08:38,282 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/c6ace658ec758ae8fe2daa23222d55bc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:38,282 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:08:38,282 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c6ace658ec758ae8fe2daa23222d55bc: 2024-12-15T06:08:38,282 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734242845182.c6ace658ec758ae8fe2daa23222d55bc. 2024-12-15T06:08:38,283 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 0751f3d0afe7dd7c3bb82bac4bb7be15, disabling compactions & flushes 2024-12-15T06:08:38,283 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:08:38,283 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:08:38,283 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. after waiting 0 ms 2024-12-15T06:08:38,283 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:08:38,285 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/0751f3d0afe7dd7c3bb82bac4bb7be15/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:38,286 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:08:38,286 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 0751f3d0afe7dd7c3bb82bac4bb7be15: 2024-12-15T06:08:38,286 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734242845182.0751f3d0afe7dd7c3bb82bac4bb7be15. 2024-12-15T06:08:38,286 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c6fa925e579f3c78e2860007ba697f13, disabling compactions & flushes 2024-12-15T06:08:38,286 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:08:38,286 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:08:38,286 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. after waiting 0 ms 2024-12-15T06:08:38,286 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:08:38,289 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/default/test/c6fa925e579f3c78e2860007ba697f13/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:38,289 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:08:38,289 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c6fa925e579f3c78e2860007ba697f13: 2024-12-15T06:08:38,289 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734242845182.c6fa925e579f3c78e2860007ba697f13. 2024-12-15T06:08:38,290 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T06:08:38,290 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-15T06:08:38,291 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T06:08:38,491 DEBUG [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T06:08:38,587 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/.tmp/table/e81511ac0062404791049c3141bb7912 2024-12-15T06:08:38,595 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/.tmp/info/3bd5a0357bd94cfda84e2a2bd782607f as hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/info/3bd5a0357bd94cfda84e2a2bd782607f 2024-12-15T06:08:38,602 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/info/3bd5a0357bd94cfda84e2a2bd782607f, entries=272, sequenceid=77, filesize=35.5 K 2024-12-15T06:08:38,604 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/.tmp/rep_barrier/961dfbd1cdc44f0090ce78d209acfd34 as hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/rep_barrier/961dfbd1cdc44f0090ce78d209acfd34 2024-12-15T06:08:38,611 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/rep_barrier/961dfbd1cdc44f0090ce78d209acfd34, entries=27, sequenceid=77, filesize=8.4 K 2024-12-15T06:08:38,612 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/.tmp/table/e81511ac0062404791049c3141bb7912 as hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/table/e81511ac0062404791049c3141bb7912 2024-12-15T06:08:38,618 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/table/e81511ac0062404791049c3141bb7912, entries=6, sequenceid=77, filesize=5.5 K 2024-12-15T06:08:38,619 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=77, compaction requested=false 2024-12-15T06:08:38,623 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-15T06:08:38,624 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T06:08:38,624 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T06:08:38,624 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T06:08:38,624 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T06:08:38,691 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1250): stopping server 00a5f8d66132,41985,1734242833236; all regions closed. 2024-12-15T06:08:38,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741834_1010 (size=40374) 2024-12-15T06:08:38,698 DEBUG [RS:0;00a5f8d66132:41985 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/oldWALs 2024-12-15T06:08:38,698 INFO [RS:0;00a5f8d66132:41985 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 00a5f8d66132%2C41985%2C1734242833236.meta:.meta(num 1734242835888) 2024-12-15T06:08:38,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741832_1008 (size=7175253) 2024-12-15T06:08:38,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/WALs/00a5f8d66132,41985,1734242833236/00a5f8d66132%2C41985%2C1734242833236.1734242834966 not finished, retry = 0 2024-12-15T06:08:38,803 DEBUG [RS:0;00a5f8d66132:41985 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/oldWALs 2024-12-15T06:08:38,803 INFO [RS:0;00a5f8d66132:41985 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 00a5f8d66132%2C41985%2C1734242833236:(num 1734242834966) 2024-12-15T06:08:38,803 DEBUG [RS:0;00a5f8d66132:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:38,803 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T06:08:38,803 INFO [RS:0;00a5f8d66132:41985 {}] hbase.ChoreService(370): Chore service for: regionserver/00a5f8d66132:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T06:08:38,803 INFO [regionserver/00a5f8d66132:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T06:08:38,804 INFO [RS:0;00a5f8d66132:41985 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;00a5f8d66132:41985. 2024-12-15T06:08:38,804 DEBUG [RS:0;00a5f8d66132:41985 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T06:08:38,805 DEBUG [RS:0;00a5f8d66132:41985 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:38,805 DEBUG [RS:0;00a5f8d66132:41985 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x017a5332 to 127.0.0.1:59060 2024-12-15T06:08:38,805 INFO [RS:0;00a5f8d66132:41985 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41985 2024-12-15T06:08:38,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/00a5f8d66132,41985,1734242833236 2024-12-15T06:08:38,809 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-15T06:08:38,811 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00a5f8d66132,41985,1734242833236] 2024-12-15T06:08:38,811 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 00a5f8d66132,41985,1734242833236; numProcessing=1 2024-12-15T06:08:38,812 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/00a5f8d66132,41985,1734242833236 already deleted, retry=false 2024-12-15T06:08:38,812 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 00a5f8d66132,41985,1734242833236 expired; onlineServers=0 2024-12-15T06:08:38,812 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '00a5f8d66132,36465,1734242833147' ***** 2024-12-15T06:08:38,812 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T06:08:38,813 DEBUG [M:0;00a5f8d66132:36465 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f43f269, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00a5f8d66132/172.17.0.2:0 2024-12-15T06:08:38,813 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HRegionServer(1224): stopping server 00a5f8d66132,36465,1734242833147 2024-12-15T06:08:38,813 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HRegionServer(1250): stopping server 00a5f8d66132,36465,1734242833147; all regions closed. 2024-12-15T06:08:38,813 DEBUG [M:0;00a5f8d66132:36465 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:38,813 DEBUG [M:0;00a5f8d66132:36465 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T06:08:38,813 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T06:08:38,813 DEBUG [M:0;00a5f8d66132:36465 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T06:08:38,813 DEBUG [master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.large.0-1734242834707 {}] cleaner.HFileCleaner(306): Exit Thread[master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.large.0-1734242834707,5,FailOnTimeoutGroup] 2024-12-15T06:08:38,813 DEBUG [master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.small.0-1734242834708 {}] cleaner.HFileCleaner(306): Exit Thread[master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.small.0-1734242834708,5,FailOnTimeoutGroup] 2024-12-15T06:08:38,813 INFO [M:0;00a5f8d66132:36465 {}] hbase.ChoreService(370): Chore service for: master/00a5f8d66132:0 had [] on shutdown 2024-12-15T06:08:38,813 DEBUG [M:0;00a5f8d66132:36465 {}] master.HMaster(1733): Stopping service threads 2024-12-15T06:08:38,813 INFO [M:0;00a5f8d66132:36465 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T06:08:38,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-15T06:08:38,814 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T06:08:38,814 INFO [M:0;00a5f8d66132:36465 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T06:08:38,814 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T06:08:38,814 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-15T06:08:38,814 DEBUG [M:0;00a5f8d66132:36465 {}] zookeeper.ZKUtil(347): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-15T06:08:38,814 WARN [M:0;00a5f8d66132:36465 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T06:08:38,814 INFO [M:0;00a5f8d66132:36465 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T06:08:38,814 INFO [M:0;00a5f8d66132:36465 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T06:08:38,815 DEBUG [M:0;00a5f8d66132:36465 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T06:08:38,815 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:08:38,815 DEBUG [M:0;00a5f8d66132:36465 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:08:38,815 DEBUG [M:0;00a5f8d66132:36465 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T06:08:38,815 DEBUG [M:0;00a5f8d66132:36465 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:08:38,815 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.26 KB heapSize=270.96 KB 2024-12-15T06:08:38,832 DEBUG [M:0;00a5f8d66132:36465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25eb714cf38344878eecc0d95a1dfdfb is 82, key is hbase:meta,,1/info:regioninfo/1734242835949/Put/seqid=0 2024-12-15T06:08:38,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741871_1047 (size=5672) 2024-12-15T06:08:38,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:38,911 INFO [RS:0;00a5f8d66132:41985 {}] regionserver.HRegionServer(1307): Exiting; stopping=00a5f8d66132,41985,1734242833236; zookeeper connection closed. 2024-12-15T06:08:38,911 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41985-0x10094491d2f0004, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:38,911 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b21aa9 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b21aa9 2024-12-15T06:08:38,911 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T06:08:39,237 INFO [M:0;00a5f8d66132:36465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25eb714cf38344878eecc0d95a1dfdfb 2024-12-15T06:08:39,260 DEBUG [M:0;00a5f8d66132:36465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23f5c2d37ef246348b71144fcec6748b is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734242849353/Put/seqid=0 2024-12-15T06:08:39,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741872_1048 (size=11250) 2024-12-15T06:08:39,275 INFO [00a5f8d66132:34335Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T06:08:39,665 INFO [M:0;00a5f8d66132:36465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.71 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23f5c2d37ef246348b71144fcec6748b 2024-12-15T06:08:39,672 INFO [M:0;00a5f8d66132:36465 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23f5c2d37ef246348b71144fcec6748b 2024-12-15T06:08:39,689 DEBUG [M:0;00a5f8d66132:36465 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a75fd7da690646d6bd9ffff8872dc41a is 69, key is 00a5f8d66132,41985,1734242833236/rs:state/1734242834807/Put/seqid=0 2024-12-15T06:08:39,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741873_1049 (size=5156) 2024-12-15T06:08:40,094 INFO [M:0;00a5f8d66132:36465 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a75fd7da690646d6bd9ffff8872dc41a 2024-12-15T06:08:40,103 DEBUG [M:0;00a5f8d66132:36465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25eb714cf38344878eecc0d95a1dfdfb as hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25eb714cf38344878eecc0d95a1dfdfb 2024-12-15T06:08:40,111 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25eb714cf38344878eecc0d95a1dfdfb, entries=8, sequenceid=549, filesize=5.5 K 2024-12-15T06:08:40,112 DEBUG [M:0;00a5f8d66132:36465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/23f5c2d37ef246348b71144fcec6748b as hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23f5c2d37ef246348b71144fcec6748b 2024-12-15T06:08:40,119 INFO [M:0;00a5f8d66132:36465 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 23f5c2d37ef246348b71144fcec6748b 2024-12-15T06:08:40,119 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/23f5c2d37ef246348b71144fcec6748b, entries=69, sequenceid=549, filesize=11.0 K 2024-12-15T06:08:40,120 DEBUG [M:0;00a5f8d66132:36465 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a75fd7da690646d6bd9ffff8872dc41a as hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a75fd7da690646d6bd9ffff8872dc41a 2024-12-15T06:08:40,127 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37087/user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a75fd7da690646d6bd9ffff8872dc41a, entries=1, sequenceid=549, filesize=5.0 K 2024-12-15T06:08:40,128 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.26 KB/225551, heapSize ~270.66 KB/277160, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=549, compaction requested=false 2024-12-15T06:08:40,132 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:08:40,132 DEBUG [M:0;00a5f8d66132:36465 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T06:08:40,135 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/067b7ad7-7b6e-d0b5-5779-16c05d117455/MasterData/WALs/00a5f8d66132,36465,1734242833147/00a5f8d66132%2C36465%2C1734242833147.1734242834602 not finished, retry = 0 2024-12-15T06:08:40,136 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41367 is added to blk_1073741830_1006 (size=262163) 2024-12-15T06:08:40,237 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T06:08:40,237 INFO [M:0;00a5f8d66132:36465 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T06:08:40,237 INFO [M:0;00a5f8d66132:36465 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:36465 2024-12-15T06:08:40,244 DEBUG [M:0;00a5f8d66132:36465 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/00a5f8d66132,36465,1734242833147 already deleted, retry=false 2024-12-15T06:08:40,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:40,346 INFO [M:0;00a5f8d66132:36465 {}] regionserver.HRegionServer(1307): Exiting; stopping=00a5f8d66132,36465,1734242833147; zookeeper connection closed. 2024-12-15T06:08:40,346 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36465-0x10094491d2f0003, quorum=127.0.0.1:59060, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:40,353 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4cbc615d{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T06:08:40,357 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60f2fece{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T06:08:40,357 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T06:08:40,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@782acae5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T06:08:40,357 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@231527f7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/hadoop.log.dir/,STOPPED} 2024-12-15T06:08:40,366 WARN [BP-781394626-172.17.0.2-1734242832283 heartbeating to localhost/127.0.0.1:37087 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T06:08:40,366 WARN [BP-781394626-172.17.0.2-1734242832283 heartbeating to localhost/127.0.0.1:37087 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-781394626-172.17.0.2-1734242832283 (Datanode Uuid f0288b27-abc1-4e05-ae6d-9203f58d504c) service to localhost/127.0.0.1:37087 2024-12-15T06:08:40,366 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T06:08:40,366 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T06:08:40,368 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/cluster_c1ce06b2-c33c-5cbd-aabc-39159826cdc7/dfs/data/data1/current/BP-781394626-172.17.0.2-1734242832283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T06:08:40,369 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/cluster_c1ce06b2-c33c-5cbd-aabc-39159826cdc7/dfs/data/data2/current/BP-781394626-172.17.0.2-1734242832283 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T06:08:40,370 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T06:08:40,383 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@368e0f31{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T06:08:40,383 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7eccdd29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T06:08:40,384 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T06:08:40,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e22805{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T06:08:40,384 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@a3c3146{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/4a591657-2c35-35d4-c537-b28027d2e47f/hadoop.log.dir/,STOPPED} 2024-12-15T06:08:40,437 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T06:08:40,437 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T06:08:40,438 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T06:08:40,438 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3392f0ba to 127.0.0.1:59060 2024-12-15T06:08:40,438 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:40,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T06:08:40,438 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2119645970, stopped=false 2024-12-15T06:08:40,438 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=00a5f8d66132,34779,1734242826702 2024-12-15T06:08:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-15T06:08:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-15T06:08:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:08:40,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:08:40,440 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T06:08:40,440 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:40,441 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '00a5f8d66132,34335,1734242827412' ***** 2024-12-15T06:08:40,441 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T06:08:40,441 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T06:08:40,441 INFO [RS:0;00a5f8d66132:34335 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T06:08:40,441 INFO [RS:0;00a5f8d66132:34335 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T06:08:40,441 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T06:08:40,441 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 51a6e0157765783513ce1ed1ae7f7b6a 2024-12-15T06:08:40,441 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 486c74fcf2b0f0c5f8b5dd17904d31b8 2024-12-15T06:08:40,441 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for d4c8a259a6e0072f3605b0cc9b468cc1 2024-12-15T06:08:40,441 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for bf74b70206a904b3f145044c727c4983 2024-12-15T06:08:40,441 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 61a9ed356bb7c0d1e47db9607d483aab 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 539f1b45d34857c5b7b8c5e2efd9729c 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for d4523998778e7a8486aa1add13599c92 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for d59e4f06dc76bd9702a36684ea03914d 2024-12-15T06:08:40,442 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 51a6e0157765783513ce1ed1ae7f7b6a, disabling compactions & flushes 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 771a6a12628f202b67660af7d09afa8d 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 5ecdb788230448ad9d120c6077020596 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 8a111af23643b5ad1f2de1d5332b99a0 2024-12-15T06:08:40,442 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 451ee7cc8398927624c1822cfb6243ac 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 4f8af2f46664073a5a7f43d1216f0090 2024-12-15T06:08:40,442 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 1ad349d2d98492ac0f4ddfb636351957 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 9f1f42f79367c72c9f99e7dfa22b799f 2024-12-15T06:08:40,442 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. after waiting 0 ms 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 086f22a686d8762553555bd0b279934b 2024-12-15T06:08:40,442 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 1c6507ec7c26440792a892dd9da00a4d 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 4c47a625b94b9c1b402eb80ad9b5ec4d 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 9a4ac988164188214475c63e56887615 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for e19f60dfde21bb9fe2b812484cabd6eb 2024-12-15T06:08:40,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for ea2574c34d0a06f5e88502fcad54bd60 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 60c72f3a6bd3effdba2a73a3c364949f 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for fce23f1004240dfa46b175b59e828a75 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for ca6db6fc5c7db33352cf8703270ec601 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 742160fcc18edb927ae703d3a5b02ce5 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 353f8f46bef36f1124096b93b7dd79c4 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 7e5ef78cdb2aff68039739ab240e3ae3 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1224): stopping server 00a5f8d66132,34335,1734242827412 2024-12-15T06:08:40,442 DEBUG [RS:0;00a5f8d66132:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T06:08:40,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T06:08:40,442 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T06:08:40,444 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-15T06:08:40,444 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1629): Waiting on 086f22a686d8762553555bd0b279934b, 1588230740, 1ad349d2d98492ac0f4ddfb636351957, 1c6507ec7c26440792a892dd9da00a4d, 353f8f46bef36f1124096b93b7dd79c4, 451ee7cc8398927624c1822cfb6243ac, 486c74fcf2b0f0c5f8b5dd17904d31b8, 4c47a625b94b9c1b402eb80ad9b5ec4d, 4f8af2f46664073a5a7f43d1216f0090, 51a6e0157765783513ce1ed1ae7f7b6a, 539f1b45d34857c5b7b8c5e2efd9729c, 5ecdb788230448ad9d120c6077020596, 60c72f3a6bd3effdba2a73a3c364949f, 61a9ed356bb7c0d1e47db9607d483aab, 742160fcc18edb927ae703d3a5b02ce5, 771a6a12628f202b67660af7d09afa8d, 7e5ef78cdb2aff68039739ab240e3ae3, 8a111af23643b5ad1f2de1d5332b99a0, 9a4ac988164188214475c63e56887615, 9f1f42f79367c72c9f99e7dfa22b799f, bf74b70206a904b3f145044c727c4983, ca6db6fc5c7db33352cf8703270ec601, d4523998778e7a8486aa1add13599c92, d4c8a259a6e0072f3605b0cc9b468cc1, d59e4f06dc76bd9702a36684ea03914d, e19f60dfde21bb9fe2b812484cabd6eb, ea2574c34d0a06f5e88502fcad54bd60, fce23f1004240dfa46b175b59e828a75 2024-12-15T06:08:40,444 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T06:08:40,444 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T06:08:40,444 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T06:08:40,444 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T06:08:40,444 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T06:08:40,444 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-15T06:08:40,461 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/51a6e0157765783513ce1ed1ae7f7b6a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:40,461 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:08:40,462 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 51a6e0157765783513ce1ed1ae7f7b6a: 2024-12-15T06:08:40,462 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734242837027.51a6e0157765783513ce1ed1ae7f7b6a. 2024-12-15T06:08:40,462 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 486c74fcf2b0f0c5f8b5dd17904d31b8, disabling compactions & flushes 2024-12-15T06:08:40,462 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:08:40,462 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:08:40,462 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. after waiting 0 ms 2024-12-15T06:08:40,462 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:08:40,477 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/486c74fcf2b0f0c5f8b5dd17904d31b8/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:40,477 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/.tmp/info/d18d851b6e8d4f38950b13c2a31d9fcd is 143, key is hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92./info:regioninfo/1734242831886/Put/seqid=0 2024-12-15T06:08:40,477 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:08:40,478 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 486c74fcf2b0f0c5f8b5dd17904d31b8: 2024-12-15T06:08:40,478 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734242837027.486c74fcf2b0f0c5f8b5dd17904d31b8. 2024-12-15T06:08:40,478 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d4c8a259a6e0072f3605b0cc9b468cc1, disabling compactions & flushes 2024-12-15T06:08:40,478 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:08:40,478 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:08:40,478 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. after waiting 0 ms 2024-12-15T06:08:40,478 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:08:40,492 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/d4c8a259a6e0072f3605b0cc9b468cc1/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:40,492 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741867_1043 (size=36340) 2024-12-15T06:08:40,493 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:08:40,493 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d4c8a259a6e0072f3605b0cc9b468cc1: 2024-12-15T06:08:40,493 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734242837027.d4c8a259a6e0072f3605b0cc9b468cc1. 2024-12-15T06:08:40,493 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing bf74b70206a904b3f145044c727c4983, disabling compactions & flushes 2024-12-15T06:08:40,493 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:08:40,493 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:08:40,493 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. after waiting 0 ms 2024-12-15T06:08:40,493 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:08:40,497 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/bf74b70206a904b3f145044c727c4983/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:40,498 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:08:40,498 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for bf74b70206a904b3f145044c727c4983: 2024-12-15T06:08:40,498 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734242837027.bf74b70206a904b3f145044c727c4983. 2024-12-15T06:08:40,499 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 61a9ed356bb7c0d1e47db9607d483aab, disabling compactions & flushes 2024-12-15T06:08:40,499 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:08:40,499 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:08:40,499 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. after waiting 0 ms 2024-12-15T06:08:40,499 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:08:40,506 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/61a9ed356bb7c0d1e47db9607d483aab/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:40,507 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:08:40,507 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 61a9ed356bb7c0d1e47db9607d483aab: 2024-12-15T06:08:40,507 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734242837027.61a9ed356bb7c0d1e47db9607d483aab. 2024-12-15T06:08:40,507 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 539f1b45d34857c5b7b8c5e2efd9729c, disabling compactions & flushes 2024-12-15T06:08:40,507 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:08:40,507 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:08:40,507 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. after waiting 0 ms 2024-12-15T06:08:40,507 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:08:40,507 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 539f1b45d34857c5b7b8c5e2efd9729c 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-15T06:08:40,512 INFO [regionserver/00a5f8d66132:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T06:08:40,551 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/539f1b45d34857c5b7b8c5e2efd9729c/.tmp/f/a0641aedc80b4c9fb92277f65131c082 is 4136, key is NormalPut000/f:row/1734242859069/Put/seqid=0 2024-12-15T06:08:40,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741868_1044 (size=4147225) 2024-12-15T06:08:40,557 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/539f1b45d34857c5b7b8c5e2efd9729c/.tmp/f/a0641aedc80b4c9fb92277f65131c082 2024-12-15T06:08:40,578 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/539f1b45d34857c5b7b8c5e2efd9729c/.tmp/f/a0641aedc80b4c9fb92277f65131c082 as hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/539f1b45d34857c5b7b8c5e2efd9729c/f/a0641aedc80b4c9fb92277f65131c082 2024-12-15T06:08:40,590 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/539f1b45d34857c5b7b8c5e2efd9729c/f/a0641aedc80b4c9fb92277f65131c082, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-15T06:08:40,591 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for 539f1b45d34857c5b7b8c5e2efd9729c in 83ms, sequenceid=1004, compaction requested=false 2024-12-15T06:08:40,591 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-15T06:08:40,600 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/539f1b45d34857c5b7b8c5e2efd9729c/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-15T06:08:40,601 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:08:40,601 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 539f1b45d34857c5b7b8c5e2efd9729c: 2024-12-15T06:08:40,601 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734242837027.539f1b45d34857c5b7b8c5e2efd9729c. 2024-12-15T06:08:40,601 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d4523998778e7a8486aa1add13599c92, disabling compactions & flushes 2024-12-15T06:08:40,601 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:08:40,601 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:08:40,601 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. after waiting 0 ms 2024-12-15T06:08:40,601 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:08:40,601 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d4523998778e7a8486aa1add13599c92 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T06:08:40,627 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/namespace/d4523998778e7a8486aa1add13599c92/.tmp/info/6eb049c958fb4b37b256a82c1f181dec is 45, key is default/info:d/1734242832013/Put/seqid=0 2024-12-15T06:08:40,642 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741869_1045 (size=5037) 2024-12-15T06:08:40,645 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1629): Waiting on 086f22a686d8762553555bd0b279934b, 1588230740, 1ad349d2d98492ac0f4ddfb636351957, 1c6507ec7c26440792a892dd9da00a4d, 353f8f46bef36f1124096b93b7dd79c4, 451ee7cc8398927624c1822cfb6243ac, 4c47a625b94b9c1b402eb80ad9b5ec4d, 4f8af2f46664073a5a7f43d1216f0090, 5ecdb788230448ad9d120c6077020596, 60c72f3a6bd3effdba2a73a3c364949f, 742160fcc18edb927ae703d3a5b02ce5, 771a6a12628f202b67660af7d09afa8d, 7e5ef78cdb2aff68039739ab240e3ae3, 8a111af23643b5ad1f2de1d5332b99a0, 9a4ac988164188214475c63e56887615, 9f1f42f79367c72c9f99e7dfa22b799f, ca6db6fc5c7db33352cf8703270ec601, d4523998778e7a8486aa1add13599c92, d59e4f06dc76bd9702a36684ea03914d, e19f60dfde21bb9fe2b812484cabd6eb, ea2574c34d0a06f5e88502fcad54bd60, fce23f1004240dfa46b175b59e828a75 2024-12-15T06:08:40,845 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1629): Waiting on 086f22a686d8762553555bd0b279934b, 1588230740, 1ad349d2d98492ac0f4ddfb636351957, 1c6507ec7c26440792a892dd9da00a4d, 353f8f46bef36f1124096b93b7dd79c4, 451ee7cc8398927624c1822cfb6243ac, 4c47a625b94b9c1b402eb80ad9b5ec4d, 4f8af2f46664073a5a7f43d1216f0090, 5ecdb788230448ad9d120c6077020596, 60c72f3a6bd3effdba2a73a3c364949f, 742160fcc18edb927ae703d3a5b02ce5, 771a6a12628f202b67660af7d09afa8d, 7e5ef78cdb2aff68039739ab240e3ae3, 8a111af23643b5ad1f2de1d5332b99a0, 9a4ac988164188214475c63e56887615, 9f1f42f79367c72c9f99e7dfa22b799f, ca6db6fc5c7db33352cf8703270ec601, d4523998778e7a8486aa1add13599c92, d59e4f06dc76bd9702a36684ea03914d, e19f60dfde21bb9fe2b812484cabd6eb, ea2574c34d0a06f5e88502fcad54bd60, fce23f1004240dfa46b175b59e828a75 2024-12-15T06:08:40,891 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/.tmp/info/d18d851b6e8d4f38950b13c2a31d9fcd 2024-12-15T06:08:40,924 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/.tmp/rep_barrier/54e5a4a7670b473f8c57d183a2687a90 is 115, key is test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4./rep_barrier:seqnumDuringOpen/1734242841667/Put/seqid=0 2024-12-15T06:08:40,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741870_1046 (size=8574) 2024-12-15T06:08:40,933 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/.tmp/rep_barrier/54e5a4a7670b473f8c57d183a2687a90 2024-12-15T06:08:40,964 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/.tmp/table/677b5fb7a8f84e39ab544545b5416331 is 94, key is testdroppedtimed,,1734242854093.0ba06b6a86e1af11909043b7b5e5a09c./table:/1734242914970/DeleteFamily/seqid=0 2024-12-15T06:08:40,969 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741871_1047 (size=5605) 2024-12-15T06:08:40,970 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/.tmp/table/677b5fb7a8f84e39ab544545b5416331 2024-12-15T06:08:40,980 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/.tmp/info/d18d851b6e8d4f38950b13c2a31d9fcd as hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/info/d18d851b6e8d4f38950b13c2a31d9fcd 2024-12-15T06:08:40,989 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/info/d18d851b6e8d4f38950b13c2a31d9fcd, entries=272, sequenceid=77, filesize=35.5 K 2024-12-15T06:08:40,990 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/.tmp/rep_barrier/54e5a4a7670b473f8c57d183a2687a90 as hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/rep_barrier/54e5a4a7670b473f8c57d183a2687a90 2024-12-15T06:08:40,998 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/rep_barrier/54e5a4a7670b473f8c57d183a2687a90, entries=27, sequenceid=77, filesize=8.4 K 2024-12-15T06:08:41,000 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/.tmp/table/677b5fb7a8f84e39ab544545b5416331 as hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/table/677b5fb7a8f84e39ab544545b5416331 2024-12-15T06:08:41,008 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/table/677b5fb7a8f84e39ab544545b5416331, entries=6, sequenceid=77, filesize=5.5 K 2024-12-15T06:08:41,009 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 565ms, sequenceid=77, compaction requested=false 2024-12-15T06:08:41,009 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T06:08:41,046 DEBUG [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1629): Waiting on 086f22a686d8762553555bd0b279934b, 1588230740, 1ad349d2d98492ac0f4ddfb636351957, 1c6507ec7c26440792a892dd9da00a4d, 353f8f46bef36f1124096b93b7dd79c4, 451ee7cc8398927624c1822cfb6243ac, 4c47a625b94b9c1b402eb80ad9b5ec4d, 4f8af2f46664073a5a7f43d1216f0090, 5ecdb788230448ad9d120c6077020596, 60c72f3a6bd3effdba2a73a3c364949f, 742160fcc18edb927ae703d3a5b02ce5, 771a6a12628f202b67660af7d09afa8d, 7e5ef78cdb2aff68039739ab240e3ae3, 8a111af23643b5ad1f2de1d5332b99a0, 9a4ac988164188214475c63e56887615, 9f1f42f79367c72c9f99e7dfa22b799f, ca6db6fc5c7db33352cf8703270ec601, d4523998778e7a8486aa1add13599c92, d59e4f06dc76bd9702a36684ea03914d, e19f60dfde21bb9fe2b812484cabd6eb, ea2574c34d0a06f5e88502fcad54bd60, fce23f1004240dfa46b175b59e828a75 2024-12-15T06:08:41,048 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/namespace/d4523998778e7a8486aa1add13599c92/.tmp/info/6eb049c958fb4b37b256a82c1f181dec 2024-12-15T06:08:41,049 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-15T06:08:41,049 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T06:08:41,049 INFO [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T06:08:41,050 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T06:08:41,050 DEBUG [RS_CLOSE_META-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T06:08:41,076 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/namespace/d4523998778e7a8486aa1add13599c92/.tmp/info/6eb049c958fb4b37b256a82c1f181dec as hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/namespace/d4523998778e7a8486aa1add13599c92/info/6eb049c958fb4b37b256a82c1f181dec 2024-12-15T06:08:41,091 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/namespace/d4523998778e7a8486aa1add13599c92/info/6eb049c958fb4b37b256a82c1f181dec, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T06:08:41,094 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d4523998778e7a8486aa1add13599c92 in 493ms, sequenceid=6, compaction requested=false 2024-12-15T06:08:41,094 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T06:08:41,100 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/hbase/namespace/d4523998778e7a8486aa1add13599c92/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T06:08:41,102 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:08:41,102 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d4523998778e7a8486aa1add13599c92: 2024-12-15T06:08:41,102 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734242830619.d4523998778e7a8486aa1add13599c92. 2024-12-15T06:08:41,103 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d59e4f06dc76bd9702a36684ea03914d, disabling compactions & flushes 2024-12-15T06:08:41,103 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:08:41,103 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:08:41,103 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. after waiting 0 ms 2024-12-15T06:08:41,103 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:08:41,109 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/d59e4f06dc76bd9702a36684ea03914d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,110 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:08:41,110 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d59e4f06dc76bd9702a36684ea03914d: 2024-12-15T06:08:41,110 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734242837027.d59e4f06dc76bd9702a36684ea03914d. 2024-12-15T06:08:41,110 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 771a6a12628f202b67660af7d09afa8d, disabling compactions & flushes 2024-12-15T06:08:41,110 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:08:41,110 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:08:41,110 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. after waiting 0 ms 2024-12-15T06:08:41,110 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:08:41,115 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/771a6a12628f202b67660af7d09afa8d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,116 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:08:41,116 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 771a6a12628f202b67660af7d09afa8d: 2024-12-15T06:08:41,116 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734242837027.771a6a12628f202b67660af7d09afa8d. 2024-12-15T06:08:41,116 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 5ecdb788230448ad9d120c6077020596, disabling compactions & flushes 2024-12-15T06:08:41,116 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:08:41,116 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:08:41,116 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. after waiting 0 ms 2024-12-15T06:08:41,116 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:08:41,120 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/5ecdb788230448ad9d120c6077020596/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,121 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:08:41,121 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 5ecdb788230448ad9d120c6077020596: 2024-12-15T06:08:41,121 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734242837027.5ecdb788230448ad9d120c6077020596. 2024-12-15T06:08:41,121 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8a111af23643b5ad1f2de1d5332b99a0, disabling compactions & flushes 2024-12-15T06:08:41,122 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:08:41,122 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:08:41,122 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. after waiting 0 ms 2024-12-15T06:08:41,122 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:08:41,125 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/8a111af23643b5ad1f2de1d5332b99a0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,126 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:08:41,126 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8a111af23643b5ad1f2de1d5332b99a0: 2024-12-15T06:08:41,126 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734242837027.8a111af23643b5ad1f2de1d5332b99a0. 2024-12-15T06:08:41,126 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 451ee7cc8398927624c1822cfb6243ac, disabling compactions & flushes 2024-12-15T06:08:41,126 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:08:41,126 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:08:41,126 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. after waiting 0 ms 2024-12-15T06:08:41,126 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:08:41,130 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/451ee7cc8398927624c1822cfb6243ac/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,131 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:08:41,131 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 451ee7cc8398927624c1822cfb6243ac: 2024-12-15T06:08:41,131 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734242837027.451ee7cc8398927624c1822cfb6243ac. 2024-12-15T06:08:41,131 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4f8af2f46664073a5a7f43d1216f0090, disabling compactions & flushes 2024-12-15T06:08:41,131 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:08:41,131 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:08:41,131 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. after waiting 0 ms 2024-12-15T06:08:41,131 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:08:41,135 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/4f8af2f46664073a5a7f43d1216f0090/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,135 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:08:41,135 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4f8af2f46664073a5a7f43d1216f0090: 2024-12-15T06:08:41,136 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734242837027.4f8af2f46664073a5a7f43d1216f0090. 2024-12-15T06:08:41,136 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1ad349d2d98492ac0f4ddfb636351957, disabling compactions & flushes 2024-12-15T06:08:41,136 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:08:41,136 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:08:41,136 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. after waiting 0 ms 2024-12-15T06:08:41,136 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:08:41,139 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/1ad349d2d98492ac0f4ddfb636351957/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,140 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:08:41,140 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1ad349d2d98492ac0f4ddfb636351957: 2024-12-15T06:08:41,140 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734242837027.1ad349d2d98492ac0f4ddfb636351957. 2024-12-15T06:08:41,140 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9f1f42f79367c72c9f99e7dfa22b799f, disabling compactions & flushes 2024-12-15T06:08:41,140 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:08:41,140 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:08:41,140 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. after waiting 0 ms 2024-12-15T06:08:41,140 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:08:41,144 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/9f1f42f79367c72c9f99e7dfa22b799f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,145 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:08:41,145 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9f1f42f79367c72c9f99e7dfa22b799f: 2024-12-15T06:08:41,145 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734242837027.9f1f42f79367c72c9f99e7dfa22b799f. 2024-12-15T06:08:41,145 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 086f22a686d8762553555bd0b279934b, disabling compactions & flushes 2024-12-15T06:08:41,145 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:08:41,145 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:08:41,146 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. after waiting 0 ms 2024-12-15T06:08:41,146 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:08:41,152 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/086f22a686d8762553555bd0b279934b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,153 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:08:41,153 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 086f22a686d8762553555bd0b279934b: 2024-12-15T06:08:41,153 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734242837027.086f22a686d8762553555bd0b279934b. 2024-12-15T06:08:41,153 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1c6507ec7c26440792a892dd9da00a4d, disabling compactions & flushes 2024-12-15T06:08:41,153 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:08:41,153 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:08:41,153 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. after waiting 0 ms 2024-12-15T06:08:41,153 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:08:41,159 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/1c6507ec7c26440792a892dd9da00a4d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,159 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:08:41,159 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1c6507ec7c26440792a892dd9da00a4d: 2024-12-15T06:08:41,160 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734242837027.1c6507ec7c26440792a892dd9da00a4d. 2024-12-15T06:08:41,160 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4c47a625b94b9c1b402eb80ad9b5ec4d, disabling compactions & flushes 2024-12-15T06:08:41,160 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:08:41,160 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:08:41,160 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. after waiting 0 ms 2024-12-15T06:08:41,160 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:08:41,167 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/4c47a625b94b9c1b402eb80ad9b5ec4d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,167 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:08:41,167 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4c47a625b94b9c1b402eb80ad9b5ec4d: 2024-12-15T06:08:41,168 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734242837027.4c47a625b94b9c1b402eb80ad9b5ec4d. 2024-12-15T06:08:41,168 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9a4ac988164188214475c63e56887615, disabling compactions & flushes 2024-12-15T06:08:41,168 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:08:41,168 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:08:41,168 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734242837027.9a4ac988164188214475c63e56887615. after waiting 0 ms 2024-12-15T06:08:41,168 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:08:41,173 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/9a4ac988164188214475c63e56887615/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,174 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:08:41,174 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9a4ac988164188214475c63e56887615: 2024-12-15T06:08:41,174 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734242837027.9a4ac988164188214475c63e56887615. 2024-12-15T06:08:41,174 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e19f60dfde21bb9fe2b812484cabd6eb, disabling compactions & flushes 2024-12-15T06:08:41,174 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:08:41,174 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:08:41,174 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. after waiting 0 ms 2024-12-15T06:08:41,174 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:08:41,178 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/e19f60dfde21bb9fe2b812484cabd6eb/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,178 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:08:41,178 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e19f60dfde21bb9fe2b812484cabd6eb: 2024-12-15T06:08:41,178 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734242837027.e19f60dfde21bb9fe2b812484cabd6eb. 2024-12-15T06:08:41,178 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ea2574c34d0a06f5e88502fcad54bd60, disabling compactions & flushes 2024-12-15T06:08:41,178 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:08:41,178 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:08:41,179 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. after waiting 0 ms 2024-12-15T06:08:41,179 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:08:41,182 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/ea2574c34d0a06f5e88502fcad54bd60/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,182 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:08:41,182 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ea2574c34d0a06f5e88502fcad54bd60: 2024-12-15T06:08:41,182 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734242837027.ea2574c34d0a06f5e88502fcad54bd60. 2024-12-15T06:08:41,182 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 60c72f3a6bd3effdba2a73a3c364949f, disabling compactions & flushes 2024-12-15T06:08:41,182 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:08:41,182 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:08:41,182 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. after waiting 0 ms 2024-12-15T06:08:41,182 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:08:41,185 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/60c72f3a6bd3effdba2a73a3c364949f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,186 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:08:41,186 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 60c72f3a6bd3effdba2a73a3c364949f: 2024-12-15T06:08:41,186 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734242837027.60c72f3a6bd3effdba2a73a3c364949f. 2024-12-15T06:08:41,186 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing fce23f1004240dfa46b175b59e828a75, disabling compactions & flushes 2024-12-15T06:08:41,186 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:08:41,186 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:08:41,186 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. after waiting 0 ms 2024-12-15T06:08:41,186 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:08:41,189 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/fce23f1004240dfa46b175b59e828a75/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,190 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:08:41,190 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for fce23f1004240dfa46b175b59e828a75: 2024-12-15T06:08:41,190 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734242837027.fce23f1004240dfa46b175b59e828a75. 2024-12-15T06:08:41,190 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing ca6db6fc5c7db33352cf8703270ec601, disabling compactions & flushes 2024-12-15T06:08:41,190 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:08:41,190 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:08:41,190 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. after waiting 0 ms 2024-12-15T06:08:41,190 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:08:41,194 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/ca6db6fc5c7db33352cf8703270ec601/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,194 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:08:41,194 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for ca6db6fc5c7db33352cf8703270ec601: 2024-12-15T06:08:41,195 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734242837027.ca6db6fc5c7db33352cf8703270ec601. 2024-12-15T06:08:41,195 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 742160fcc18edb927ae703d3a5b02ce5, disabling compactions & flushes 2024-12-15T06:08:41,195 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:08:41,195 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:08:41,195 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. after waiting 0 ms 2024-12-15T06:08:41,195 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:08:41,198 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/742160fcc18edb927ae703d3a5b02ce5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,198 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:08:41,198 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 742160fcc18edb927ae703d3a5b02ce5: 2024-12-15T06:08:41,198 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734242837027.742160fcc18edb927ae703d3a5b02ce5. 2024-12-15T06:08:41,198 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 353f8f46bef36f1124096b93b7dd79c4, disabling compactions & flushes 2024-12-15T06:08:41,198 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:08:41,198 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:08:41,198 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. after waiting 0 ms 2024-12-15T06:08:41,198 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:08:41,202 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/353f8f46bef36f1124096b93b7dd79c4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,202 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:08:41,202 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 353f8f46bef36f1124096b93b7dd79c4: 2024-12-15T06:08:41,202 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734242837027.353f8f46bef36f1124096b93b7dd79c4. 2024-12-15T06:08:41,202 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7e5ef78cdb2aff68039739ab240e3ae3, disabling compactions & flushes 2024-12-15T06:08:41,202 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:08:41,202 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:08:41,202 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. after waiting 0 ms 2024-12-15T06:08:41,202 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:08:41,208 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/data/default/test/7e5ef78cdb2aff68039739ab240e3ae3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T06:08:41,209 INFO [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:08:41,209 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7e5ef78cdb2aff68039739ab240e3ae3: 2024-12-15T06:08:41,209 DEBUG [RS_CLOSE_REGION-regionserver/00a5f8d66132:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734242837027.7e5ef78cdb2aff68039739ab240e3ae3. 2024-12-15T06:08:41,232 INFO [regionserver/00a5f8d66132:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T06:08:41,232 INFO [regionserver/00a5f8d66132:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T06:08:41,246 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1250): stopping server 00a5f8d66132,34335,1734242827412; all regions closed. 2024-12-15T06:08:41,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741834_1010 (size=40374) 2024-12-15T06:08:41,252 DEBUG [RS:0;00a5f8d66132:34335 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/oldWALs 2024-12-15T06:08:41,252 INFO [RS:0;00a5f8d66132:34335 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 00a5f8d66132%2C34335%2C1734242827412.meta:.meta(num 1734242830370) 2024-12-15T06:08:41,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741832_1008 (size=4217378) 2024-12-15T06:08:41,257 DEBUG [RS:0;00a5f8d66132:34335 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/oldWALs 2024-12-15T06:08:41,257 INFO [RS:0;00a5f8d66132:34335 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 00a5f8d66132%2C34335%2C1734242827412:(num 1734242829391) 2024-12-15T06:08:41,257 DEBUG [RS:0;00a5f8d66132:34335 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:41,257 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T06:08:41,257 INFO [RS:0;00a5f8d66132:34335 {}] hbase.ChoreService(370): Chore service for: regionserver/00a5f8d66132:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T06:08:41,257 INFO [regionserver/00a5f8d66132:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T06:08:41,257 INFO [RS:0;00a5f8d66132:34335 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34335 2024-12-15T06:08:41,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-15T06:08:41,260 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/00a5f8d66132,34335,1734242827412 2024-12-15T06:08:41,261 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [00a5f8d66132,34335,1734242827412] 2024-12-15T06:08:41,261 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 00a5f8d66132,34335,1734242827412; numProcessing=1 2024-12-15T06:08:41,263 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/00a5f8d66132,34335,1734242827412 already deleted, retry=false 2024-12-15T06:08:41,263 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 00a5f8d66132,34335,1734242827412 expired; onlineServers=0 2024-12-15T06:08:41,263 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '00a5f8d66132,34779,1734242826702' ***** 2024-12-15T06:08:41,263 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T06:08:41,263 DEBUG [M:0;00a5f8d66132:34779 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7279592, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=00a5f8d66132/172.17.0.2:0 2024-12-15T06:08:41,263 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HRegionServer(1224): stopping server 00a5f8d66132,34779,1734242826702 2024-12-15T06:08:41,264 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HRegionServer(1250): stopping server 00a5f8d66132,34779,1734242826702; all regions closed. 2024-12-15T06:08:41,264 DEBUG [M:0;00a5f8d66132:34779 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T06:08:41,264 DEBUG [M:0;00a5f8d66132:34779 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T06:08:41,264 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T06:08:41,264 DEBUG [M:0;00a5f8d66132:34779 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T06:08:41,264 DEBUG [master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.large.0-1734242829129 {}] cleaner.HFileCleaner(306): Exit Thread[master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.large.0-1734242829129,5,FailOnTimeoutGroup] 2024-12-15T06:08:41,264 DEBUG [master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.small.0-1734242829130 {}] cleaner.HFileCleaner(306): Exit Thread[master/00a5f8d66132:0:becomeActiveMaster-HFileCleaner.small.0-1734242829130,5,FailOnTimeoutGroup] 2024-12-15T06:08:41,264 INFO [M:0;00a5f8d66132:34779 {}] hbase.ChoreService(370): Chore service for: master/00a5f8d66132:0 had [] on shutdown 2024-12-15T06:08:41,264 DEBUG [M:0;00a5f8d66132:34779 {}] master.HMaster(1733): Stopping service threads 2024-12-15T06:08:41,264 INFO [M:0;00a5f8d66132:34779 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T06:08:41,264 ERROR [M:0;00a5f8d66132:34779 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[IPC Client (788280152) connection to localhost/127.0.0.1:34899 from jenkins,5,PEWorkerGroup] Thread[IPC Parameter Sending Thread for localhost/127.0.0.1:34899,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-15T06:08:41,265 INFO [M:0;00a5f8d66132:34779 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T06:08:41,265 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T06:08:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-15T06:08:41,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T06:08:41,268 DEBUG [M:0;00a5f8d66132:34779 {}] zookeeper.RecoverableZooKeeper(215): Node /1/master already deleted, retry=false 2024-12-15T06:08:41,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-15T06:08:41,268 DEBUG [M:0;00a5f8d66132:34779 {}] master.ActiveMasterManager(353): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Failed delete of our master address node; KeeperErrorCode = NoNode for /1/master 2024-12-15T06:08:41,268 INFO [M:0;00a5f8d66132:34779 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T06:08:41,268 INFO [M:0;00a5f8d66132:34779 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T06:08:41,268 DEBUG [M:0;00a5f8d66132:34779 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T06:08:41,268 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:08:41,268 DEBUG [M:0;00a5f8d66132:34779 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:08:41,268 DEBUG [M:0;00a5f8d66132:34779 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T06:08:41,268 DEBUG [M:0;00a5f8d66132:34779 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:08:41,268 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.94 KB heapSize=293.93 KB 2024-12-15T06:08:41,292 DEBUG [M:0;00a5f8d66132:34779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b06d73af846341b8bf2e70e7bd990d27 is 82, key is hbase:meta,,1/info:regioninfo/1734242830513/Put/seqid=0 2024-12-15T06:08:41,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741872_1048 (size=5672) 2024-12-15T06:08:41,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:41,362 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34335-0x10094491d2f0001, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:41,362 INFO [RS:0;00a5f8d66132:34335 {}] regionserver.HRegionServer(1307): Exiting; stopping=00a5f8d66132,34335,1734242827412; zookeeper connection closed. 2024-12-15T06:08:41,363 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@17b74691 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@17b74691 2024-12-15T06:08:41,363 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T06:08:41,698 INFO [M:0;00a5f8d66132:34779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b06d73af846341b8bf2e70e7bd990d27 2024-12-15T06:08:41,729 DEBUG [M:0;00a5f8d66132:34779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/455f93dd1dd34e8eb1a1ee6d798e4d45 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734242841745/Put/seqid=0 2024-12-15T06:08:41,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741873_1049 (size=12841) 2024-12-15T06:08:41,736 INFO [M:0;00a5f8d66132:34779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.38 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/455f93dd1dd34e8eb1a1ee6d798e4d45 2024-12-15T06:08:41,747 INFO [M:0;00a5f8d66132:34779 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 455f93dd1dd34e8eb1a1ee6d798e4d45 2024-12-15T06:08:41,771 DEBUG [M:0;00a5f8d66132:34779 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a83dfdfbde5b46709286bbea92c741e5 is 69, key is 00a5f8d66132,34335,1734242827412/rs:state/1734242829159/Put/seqid=0 2024-12-15T06:08:41,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741874_1050 (size=5156) 2024-12-15T06:08:41,786 INFO [M:0;00a5f8d66132:34779 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a83dfdfbde5b46709286bbea92c741e5 2024-12-15T06:08:41,794 DEBUG [M:0;00a5f8d66132:34779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/b06d73af846341b8bf2e70e7bd990d27 as hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b06d73af846341b8bf2e70e7bd990d27 2024-12-15T06:08:41,807 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/b06d73af846341b8bf2e70e7bd990d27, entries=8, sequenceid=612, filesize=5.5 K 2024-12-15T06:08:41,808 DEBUG [M:0;00a5f8d66132:34779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/455f93dd1dd34e8eb1a1ee6d798e4d45 as hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/455f93dd1dd34e8eb1a1ee6d798e4d45 2024-12-15T06:08:41,818 INFO [M:0;00a5f8d66132:34779 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 455f93dd1dd34e8eb1a1ee6d798e4d45 2024-12-15T06:08:41,818 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/455f93dd1dd34e8eb1a1ee6d798e4d45, entries=77, sequenceid=612, filesize=12.5 K 2024-12-15T06:08:41,819 DEBUG [M:0;00a5f8d66132:34779 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/a83dfdfbde5b46709286bbea92c741e5 as hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a83dfdfbde5b46709286bbea92c741e5 2024-12-15T06:08:41,826 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:34899/user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/a83dfdfbde5b46709286bbea92c741e5, entries=1, sequenceid=612, filesize=5.0 K 2024-12-15T06:08:41,827 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.94 KB/243651, heapSize ~293.63 KB/300680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 559ms, sequenceid=612, compaction requested=false 2024-12-15T06:08:41,832 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T06:08:41,832 DEBUG [M:0;00a5f8d66132:34779 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T06:08:41,835 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/46ea481c-f49b-b672-87ba-4b9cda173d4e/MasterData/WALs/00a5f8d66132,34779,1734242826702/00a5f8d66132%2C34779%2C1734242826702.1734242828600 not finished, retry = 0 2024-12-15T06:08:41,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46295 is added to blk_1073741830_1006 (size=284390) 2024-12-15T06:08:41,937 INFO [M:0;00a5f8d66132:34779 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T06:08:41,937 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T06:08:41,937 INFO [M:0;00a5f8d66132:34779 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34779 2024-12-15T06:08:41,939 DEBUG [M:0;00a5f8d66132:34779 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/00a5f8d66132,34779,1734242826702 already deleted, retry=false 2024-12-15T06:08:42,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:42,041 INFO [M:0;00a5f8d66132:34779 {}] regionserver.HRegionServer(1307): Exiting; stopping=00a5f8d66132,34779,1734242826702; zookeeper connection closed. 2024-12-15T06:08:42,041 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34779-0x10094491d2f0000, quorum=127.0.0.1:59060, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T06:08:42,045 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b590514{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T06:08:42,046 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@50b6ac81{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T06:08:42,046 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T06:08:42,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d6fece6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T06:08:42,046 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@27f4c204{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop.log.dir/,STOPPED} 2024-12-15T06:08:42,052 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T06:08:42,052 WARN [BP-1944213418-172.17.0.2-1734242821998 heartbeating to localhost/127.0.0.1:34899 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T06:08:42,052 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T06:08:42,052 WARN [BP-1944213418-172.17.0.2-1734242821998 heartbeating to localhost/127.0.0.1:34899 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1944213418-172.17.0.2-1734242821998 (Datanode Uuid fd2294bb-64e5-41d5-ae4c-d07f1171b570) service to localhost/127.0.0.1:34899 2024-12-15T06:08:42,053 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/cluster_79896afe-5871-2ab0-9334-4b9d16535254/dfs/data/data1/current/BP-1944213418-172.17.0.2-1734242821998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T06:08:42,054 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/cluster_79896afe-5871-2ab0-9334-4b9d16535254/dfs/data/data2/current/BP-1944213418-172.17.0.2-1734242821998 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T06:08:42,054 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T06:08:42,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@16bb9715{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T06:08:42,080 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2810cb37{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T06:08:42,080 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T06:08:42,080 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@102803c7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T06:08:42,081 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2197b4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/38c2a54d-9a60-e31a-dec6-3583ac41ea50/hadoop.log.dir/,STOPPED} 2024-12-15T06:08:42,098 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T06:08:42,124 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T06:08:42,130 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down