2024-12-15 23:24:13,708 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-15 23:24:13,719 main DEBUG Took 0.008739 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-15 23:24:13,719 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-15 23:24:13,720 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-15 23:24:13,721 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-15 23:24:13,722 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,730 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-15 23:24:13,742 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,743 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,743 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,744 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,744 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,745 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,745 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,746 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,746 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,747 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,747 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,747 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,748 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,748 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,749 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,749 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,749 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,750 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,750 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,750 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,751 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-15 23:24:13,751 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,751 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-15 23:24:13,752 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-15 23:24:13,754 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-15 23:24:13,755 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-15 23:24:13,756 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-15 23:24:13,757 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-15 23:24:13,757 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-15 23:24:13,765 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-15 23:24:13,768 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-15 23:24:13,770 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-15 23:24:13,770 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-15 23:24:13,771 main DEBUG createAppenders(={Console}) 2024-12-15 23:24:13,771 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e initialized 2024-12-15 23:24:13,772 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e 2024-12-15 23:24:13,772 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@4007f65e OK. 2024-12-15 23:24:13,772 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-15 23:24:13,773 main DEBUG OutputStream closed 2024-12-15 23:24:13,773 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-15 23:24:13,773 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-15 23:24:13,773 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7e7be63f OK 2024-12-15 23:24:13,836 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-15 23:24:13,838 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-15 23:24:13,839 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-15 23:24:13,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-15 23:24:13,840 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-15 23:24:13,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-15 23:24:13,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-15 23:24:13,841 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-15 23:24:13,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-15 23:24:13,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-15 23:24:13,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-15 23:24:13,842 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-15 23:24:13,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-15 23:24:13,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-15 23:24:13,843 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-15 23:24:13,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-15 23:24:13,844 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-15 23:24:13,845 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-15 23:24:13,847 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15 23:24:13,847 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@76f4b65) with optional ClassLoader: null 2024-12-15 23:24:13,847 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-15 23:24:13,848 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@76f4b65] started OK. 2024-12-15T23:24:14,100 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548 2024-12-15 23:24:14,103 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-15 23:24:14,103 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-15T23:24:14,110 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop-log-dir so I do NOT create it in target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5 2024-12-15T23:24:14,110 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop-log-dir Erasing configuration value by system value. 2024-12-15T23:24:14,111 INFO [main {}] hbase.HBaseTestingUtility(451): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop-tmp-dir so I do NOT create it in target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5 2024-12-15T23:24:14,111 WARN [main {}] hbase.HBaseTestingUtility(455): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop-tmp-dir Erasing configuration value by system value. 2024-12-15T23:24:14,111 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5 2024-12-15T23:24:14,119 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestEditsBehindDroppedTableTiming timeout: 13 mins 2024-12-15T23:24:14,136 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543, deleteOnExit=true 2024-12-15T23:24:14,264 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543/zookeeper_0, clientPort=55104, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-15T23:24:14,277 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=55104 2024-12-15T23:24:14,278 INFO [Time-limited test {}] replication.TestReplicationBase(247): Setup first Zk 2024-12-15T23:24:14,278 INFO [Time-limited test {}] replication.TestReplicationBase(250): Setup second Zk 2024-12-15T23:24:14,284 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T23:24:14,286 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T23:24:14,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/test.cache.data in system properties and HBase conf 2024-12-15T23:24:14,287 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T23:24:14,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop.log.dir in system properties and HBase conf 2024-12-15T23:24:14,288 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T23:24:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T23:24:14,289 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T23:24:14,367 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-15T23:24:14,454 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T23:24:14,457 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T23:24:14,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T23:24:14,458 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T23:24:14,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T23:24:14,459 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T23:24:14,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T23:24:14,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T23:24:14,460 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T23:24:14,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T23:24:14,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/nfs.dump.dir in system properties and HBase conf 2024-12-15T23:24:14,461 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/java.io.tmpdir in system properties and HBase conf 2024-12-15T23:24:14,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T23:24:14,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T23:24:14,462 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T23:24:15,416 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-15T23:24:15,484 INFO [Time-limited test {}] log.Log(170): Logging initialized @2397ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-15T23:24:15,558 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T23:24:15,627 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T23:24:15,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T23:24:15,649 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T23:24:15,650 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T23:24:15,663 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T23:24:15,665 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6c84c4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop.log.dir/,AVAILABLE} 2024-12-15T23:24:15,666 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56609113{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T23:24:15,835 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@44bb46a9{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/java.io.tmpdir/jetty-localhost-36815-hadoop-hdfs-3_4_1-tests_jar-_-any-5273179074830856104/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T23:24:15,841 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@347219d0{HTTP/1.1, (http/1.1)}{localhost:36815} 2024-12-15T23:24:15,841 INFO [Time-limited test {}] server.Server(415): Started @2755ms 2024-12-15T23:24:16,331 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T23:24:16,336 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T23:24:16,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T23:24:16,338 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T23:24:16,338 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-15T23:24:16,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53c29111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop.log.dir/,AVAILABLE} 2024-12-15T23:24:16,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2e1ac256{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T23:24:16,433 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@13dcf6e2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/java.io.tmpdir/jetty-localhost-38441-hadoop-hdfs-3_4_1-tests_jar-_-any-16282424711235314614/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T23:24:16,433 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@375fca07{HTTP/1.1, (http/1.1)}{localhost:38441} 2024-12-15T23:24:16,434 INFO [Time-limited test {}] server.Server(415): Started @3348ms 2024-12-15T23:24:16,485 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T23:24:17,150 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543/dfs/data/data1/current/BP-1351201591-172.17.0.2-1734305054979/current, will proceed with Du for space computation calculation, 2024-12-15T23:24:17,150 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543/dfs/data/data2/current/BP-1351201591-172.17.0.2-1734305054979/current, will proceed with Du for space computation calculation, 2024-12-15T23:24:17,175 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T23:24:17,218 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe934b52bb10d60eb with lease ID 0x7eb0f5fcbdeadfb5: Processing first storage report for DS-73d6ca59-aac0-48ce-b9d7-7b379cafcb14 from datanode DatanodeRegistration(127.0.0.1:46209, datanodeUuid=7f7000a1-1bb6-412a-b337-fd364362acc9, infoPort=35037, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=1978356354;c=1734305054979) 2024-12-15T23:24:17,219 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe934b52bb10d60eb with lease ID 0x7eb0f5fcbdeadfb5: from storage DS-73d6ca59-aac0-48ce-b9d7-7b379cafcb14 node DatanodeRegistration(127.0.0.1:46209, datanodeUuid=7f7000a1-1bb6-412a-b337-fd364362acc9, infoPort=35037, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=1978356354;c=1734305054979), blocks: 0, hasStaleStorage: true, processing time: 2 msecs, invalidatedBlocks: 0 2024-12-15T23:24:17,220 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe934b52bb10d60eb with lease ID 0x7eb0f5fcbdeadfb5: Processing first storage report for DS-193c4072-03c7-43d1-b92c-9d89aedb6709 from datanode DatanodeRegistration(127.0.0.1:46209, datanodeUuid=7f7000a1-1bb6-412a-b337-fd364362acc9, infoPort=35037, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=1978356354;c=1734305054979) 2024-12-15T23:24:17,220 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe934b52bb10d60eb with lease ID 0x7eb0f5fcbdeadfb5: from storage DS-193c4072-03c7-43d1-b92c-9d89aedb6709 node DatanodeRegistration(127.0.0.1:46209, datanodeUuid=7f7000a1-1bb6-412a-b337-fd364362acc9, infoPort=35037, infoSecurePort=0, ipcPort=38519, storageInfo=lv=-57;cid=testClusterID;nsid=1978356354;c=1734305054979), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T23:24:17,300 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548 2024-12-15T23:24:17,308 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:17,311 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:17,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741825_1001 (size=7) 2024-12-15T23:24:17,923 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 with version=8 2024-12-15T23:24:17,923 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/hbase-staging 2024-12-15T23:24:18,029 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-15T23:24:18,260 INFO [Time-limited test {}] client.ConnectionUtils(129): master/3434134abe44:0 server-side Connection retries=45 2024-12-15T23:24:18,274 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:18,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:18,275 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T23:24:18,275 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:18,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T23:24:18,383 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T23:24:18,433 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-15T23:24:18,440 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-15T23:24:18,444 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T23:24:18,466 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 25913 (auto-detected) 2024-12-15T23:24:18,467 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-15T23:24:18,483 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:43079 2024-12-15T23:24:18,490 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:18,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:18,504 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:43079 connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-12-15T23:24:18,605 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430790x0, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T23:24:18,607 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43079-0x1002c021aa20000 connected 2024-12-15T23:24:18,698 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-15T23:24:18,704 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T23:24:18,708 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-15T23:24:18,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43079 2024-12-15T23:24:18,713 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43079 2024-12-15T23:24:18,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43079 2024-12-15T23:24:18,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43079 2024-12-15T23:24:18,714 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43079 2024-12-15T23:24:18,719 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56, hbase.cluster.distributed=false 2024-12-15T23:24:18,767 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/3434134abe44:0 server-side Connection retries=45 2024-12-15T23:24:18,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:18,767 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:18,768 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T23:24:18,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:18,768 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T23:24:18,770 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T23:24:18,771 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T23:24:18,772 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:39217 2024-12-15T23:24:18,773 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T23:24:18,777 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T23:24:18,778 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:18,781 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:18,783 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:39217 connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-12-15T23:24:18,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:392170x0, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T23:24:18,795 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:392170x0, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-15T23:24:18,795 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39217-0x1002c021aa20001 connected 2024-12-15T23:24:18,796 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T23:24:18,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-15T23:24:18,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39217 2024-12-15T23:24:18,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39217 2024-12-15T23:24:18,798 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39217 2024-12-15T23:24:18,799 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39217 2024-12-15T23:24:18,800 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39217 2024-12-15T23:24:18,802 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /1/backup-masters/3434134abe44,43079,1734305058023 2024-12-15T23:24:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T23:24:18,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T23:24:18,813 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/3434134abe44,43079,1734305058023 2024-12-15T23:24:18,817 DEBUG [M:0;3434134abe44:43079 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3434134abe44:43079 2024-12-15T23:24:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-15T23:24:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-15T23:24:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:18,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:18,837 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-15T23:24:18,838 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/3434134abe44,43079,1734305058023 from backup master directory 2024-12-15T23:24:18,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-15T23:24:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T23:24:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/3434134abe44,43079,1734305058023 2024-12-15T23:24:18,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-15T23:24:18,851 WARN [master/3434134abe44:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T23:24:18,851 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3434134abe44,43079,1734305058023 2024-12-15T23:24:18,853 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-15T23:24:18,854 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-15T23:24:18,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741826_1002 (size=42) 2024-12-15T23:24:19,323 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/hbase.id with ID: 5fdc02d7-50e2-4b4f-97bb-263fc861fb67 2024-12-15T23:24:19,364 INFO [master/3434134abe44:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:19,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:19,419 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:19,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741827_1003 (size=196) 2024-12-15T23:24:19,861 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T23:24:19,863 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T23:24:19,877 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:19,881 INFO [master/3434134abe44:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T23:24:19,915 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741828_1004 (size=1189) 2024-12-15T23:24:20,338 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store 2024-12-15T23:24:20,351 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741829_1005 (size=34) 2024-12-15T23:24:20,763 INFO [master/3434134abe44:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-15T23:24:20,764 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:20,765 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T23:24:20,765 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:24:20,765 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:24:20,765 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T23:24:20,765 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:24:20,765 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:24:20,765 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T23:24:20,767 WARN [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/.initializing 2024-12-15T23:24:20,768 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/WALs/3434134abe44,43079,1734305058023 2024-12-15T23:24:20,773 INFO [master/3434134abe44:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T23:24:20,783 INFO [master/3434134abe44:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3434134abe44%2C43079%2C1734305058023, suffix=, logDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/WALs/3434134abe44,43079,1734305058023, archiveDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/oldWALs, maxLogs=10 2024-12-15T23:24:20,800 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/WALs/3434134abe44,43079,1734305058023/3434134abe44%2C43079%2C1734305058023.1734305060787, exclude list is [], retry=0 2024-12-15T23:24:20,814 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46209,DS-73d6ca59-aac0-48ce-b9d7-7b379cafcb14,DISK] 2024-12-15T23:24:20,817 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-15T23:24:20,849 INFO [master/3434134abe44:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/WALs/3434134abe44,43079,1734305058023/3434134abe44%2C43079%2C1734305058023.1734305060787 2024-12-15T23:24:20,850 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35037:35037)] 2024-12-15T23:24:20,850 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T23:24:20,851 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:20,853 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:20,854 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:20,887 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:20,907 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T23:24:20,910 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:20,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:20,912 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:20,916 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T23:24:20,916 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:20,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:20,917 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:20,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T23:24:20,920 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:20,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:20,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:20,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T23:24:20,924 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:20,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:20,928 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:20,930 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:20,938 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T23:24:20,942 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:20,946 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:20,947 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59587832, jitterRate=-0.11207211017608643}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T23:24:20,951 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T23:24:20,952 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T23:24:20,976 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70c13378, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:21,002 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T23:24:21,012 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T23:24:21,012 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T23:24:21,013 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T23:24:21,015 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-15T23:24:21,019 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 3 msec 2024-12-15T23:24:21,019 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T23:24:21,041 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T23:24:21,051 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-15T23:24:21,086 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/balancer already deleted, retry=false 2024-12-15T23:24:21,089 INFO [master/3434134abe44:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T23:24:21,091 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-15T23:24:21,102 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/normalizer already deleted, retry=false 2024-12-15T23:24:21,105 INFO [master/3434134abe44:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T23:24:21,110 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-15T23:24:21,119 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/split already deleted, retry=false 2024-12-15T23:24:21,121 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-15T23:24:21,127 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/switch/merge already deleted, retry=false 2024-12-15T23:24:21,143 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T23:24:21,152 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-15T23:24:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-15T23:24:21,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-15T23:24:21,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:21,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:21,161 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=3434134abe44,43079,1734305058023, sessionid=0x1002c021aa20000, setting cluster-up flag (Was=false) 2024-12-15T23:24:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:21,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:21,210 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-15T23:24:21,213 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3434134abe44,43079,1734305058023 2024-12-15T23:24:21,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:21,235 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:21,260 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-15T23:24:21,263 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3434134abe44,43079,1734305058023 2024-12-15T23:24:21,317 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3434134abe44:39217 2024-12-15T23:24:21,319 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1008): ClusterId : 5fdc02d7-50e2-4b4f-97bb-263fc861fb67 2024-12-15T23:24:21,321 DEBUG [RS:0;3434134abe44:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T23:24:21,335 DEBUG [RS:0;3434134abe44:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T23:24:21,335 DEBUG [RS:0;3434134abe44:39217 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T23:24:21,338 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T23:24:21,343 INFO [master/3434134abe44:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T23:24:21,345 DEBUG [RS:0;3434134abe44:39217 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T23:24:21,345 DEBUG [RS:0;3434134abe44:39217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77231302, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:21,346 INFO [master/3434134abe44:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T23:24:21,347 DEBUG [RS:0;3434134abe44:39217 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61b90d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3434134abe44/172.17.0.2:0 2024-12-15T23:24:21,350 INFO [RS:0;3434134abe44:39217 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T23:24:21,350 INFO [RS:0;3434134abe44:39217 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T23:24:21,351 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T23:24:21,351 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3434134abe44,43079,1734305058023 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T23:24:21,353 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3073): reportForDuty to master=3434134abe44,43079,1734305058023 with isa=3434134abe44/172.17.0.2:39217, startcode=1734305058766 2024-12-15T23:24:21,354 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3434134abe44:0, corePoolSize=5, maxPoolSize=5 2024-12-15T23:24:21,354 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3434134abe44:0, corePoolSize=5, maxPoolSize=5 2024-12-15T23:24:21,354 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3434134abe44:0, corePoolSize=5, maxPoolSize=5 2024-12-15T23:24:21,354 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3434134abe44:0, corePoolSize=5, maxPoolSize=5 2024-12-15T23:24:21,354 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3434134abe44:0, corePoolSize=10, maxPoolSize=10 2024-12-15T23:24:21,354 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,355 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3434134abe44:0, corePoolSize=2, maxPoolSize=2 2024-12-15T23:24:21,355 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,357 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734305091357 2024-12-15T23:24:21,358 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T23:24:21,359 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T23:24:21,360 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T23:24:21,360 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T23:24:21,362 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T23:24:21,363 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T23:24:21,363 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T23:24:21,363 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T23:24:21,364 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,364 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:21,364 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T23:24:21,365 DEBUG [RS:0;3434134abe44:39217 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T23:24:21,365 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T23:24:21,367 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T23:24:21,367 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T23:24:21,369 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T23:24:21,369 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T23:24:21,371 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3434134abe44:0:becomeActiveMaster-HFileCleaner.large.0-1734305061370,5,FailOnTimeoutGroup] 2024-12-15T23:24:21,372 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3434134abe44:0:becomeActiveMaster-HFileCleaner.small.0-1734305061372,5,FailOnTimeoutGroup] 2024-12-15T23:24:21,372 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,372 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T23:24:21,373 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741831_1007 (size=1039) 2024-12-15T23:24:21,374 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,394 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37513, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T23:24:21,399 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43079 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 3434134abe44,39217,1734305058766 2024-12-15T23:24:21,401 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43079 {}] master.ServerManager(486): Registering regionserver=3434134abe44,39217,1734305058766 2024-12-15T23:24:21,413 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:21,413 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:43887 2024-12-15T23:24:21,413 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T23:24:21,425 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-15T23:24:21,425 DEBUG [RS:0;3434134abe44:39217 {}] zookeeper.ZKUtil(111): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on existing znode=/1/rs/3434134abe44,39217,1734305058766 2024-12-15T23:24:21,425 WARN [RS:0;3434134abe44:39217 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T23:24:21,426 INFO [RS:0;3434134abe44:39217 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T23:24:21,426 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766 2024-12-15T23:24:21,427 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3434134abe44,39217,1734305058766] 2024-12-15T23:24:21,440 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T23:24:21,449 INFO [RS:0;3434134abe44:39217 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T23:24:21,461 INFO [RS:0;3434134abe44:39217 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T23:24:21,464 INFO [RS:0;3434134abe44:39217 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T23:24:21,464 INFO [RS:0;3434134abe44:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,465 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T23:24:21,470 INFO [RS:0;3434134abe44:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,471 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,471 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,471 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,471 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,471 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,471 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3434134abe44:0, corePoolSize=2, maxPoolSize=2 2024-12-15T23:24:21,472 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,472 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,472 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,472 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,472 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:21,472 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3434134abe44:0, corePoolSize=3, maxPoolSize=3 2024-12-15T23:24:21,472 DEBUG [RS:0;3434134abe44:39217 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3434134abe44:0, corePoolSize=3, maxPoolSize=3 2024-12-15T23:24:21,473 INFO [RS:0;3434134abe44:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,473 INFO [RS:0;3434134abe44:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,473 INFO [RS:0;3434134abe44:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,473 INFO [RS:0;3434134abe44:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,474 INFO [RS:0;3434134abe44:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,39217,1734305058766-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T23:24:21,490 INFO [RS:0;3434134abe44:39217 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T23:24:21,491 INFO [RS:0;3434134abe44:39217 {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,39217,1734305058766-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:21,507 INFO [RS:0;3434134abe44:39217 {}] regionserver.Replication(204): 3434134abe44,39217,1734305058766 started 2024-12-15T23:24:21,507 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1767): Serving as 3434134abe44,39217,1734305058766, RpcServer on 3434134abe44/172.17.0.2:39217, sessionid=0x1002c021aa20001 2024-12-15T23:24:21,508 DEBUG [RS:0;3434134abe44:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T23:24:21,508 DEBUG [RS:0;3434134abe44:39217 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3434134abe44,39217,1734305058766 2024-12-15T23:24:21,508 DEBUG [RS:0;3434134abe44:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3434134abe44,39217,1734305058766' 2024-12-15T23:24:21,508 DEBUG [RS:0;3434134abe44:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-15T23:24:21,509 DEBUG [RS:0;3434134abe44:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-15T23:24:21,510 DEBUG [RS:0;3434134abe44:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T23:24:21,510 DEBUG [RS:0;3434134abe44:39217 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T23:24:21,510 DEBUG [RS:0;3434134abe44:39217 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3434134abe44,39217,1734305058766 2024-12-15T23:24:21,510 DEBUG [RS:0;3434134abe44:39217 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3434134abe44,39217,1734305058766' 2024-12-15T23:24:21,510 DEBUG [RS:0;3434134abe44:39217 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-15T23:24:21,511 DEBUG [RS:0;3434134abe44:39217 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-15T23:24:21,511 DEBUG [RS:0;3434134abe44:39217 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T23:24:21,511 INFO [RS:0;3434134abe44:39217 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T23:24:21,511 INFO [RS:0;3434134abe44:39217 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T23:24:21,619 INFO [RS:0;3434134abe44:39217 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T23:24:21,625 INFO [RS:0;3434134abe44:39217 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3434134abe44%2C39217%2C1734305058766, suffix=, logDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766, archiveDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/oldWALs, maxLogs=10 2024-12-15T23:24:21,639 DEBUG [RS:0;3434134abe44:39217 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, exclude list is [], retry=0 2024-12-15T23:24:21,643 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46209,DS-73d6ca59-aac0-48ce-b9d7-7b379cafcb14,DISK] 2024-12-15T23:24:21,647 INFO [RS:0;3434134abe44:39217 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 2024-12-15T23:24:21,647 DEBUG [RS:0;3434134abe44:39217 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35037:35037)] 2024-12-15T23:24:21,777 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T23:24:21,777 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:21,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741833_1009 (size=32) 2024-12-15T23:24:22,193 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:22,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T23:24:22,198 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T23:24:22,199 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:22,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:22,200 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T23:24:22,202 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T23:24:22,202 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:22,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:22,203 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T23:24:22,206 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T23:24:22,206 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:22,207 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:22,208 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740 2024-12-15T23:24:22,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740 2024-12-15T23:24:22,212 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T23:24:22,214 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T23:24:22,218 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:22,219 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61303841, jitterRate=-0.0865015834569931}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T23:24:22,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T23:24:22,220 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T23:24:22,220 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T23:24:22,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T23:24:22,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T23:24:22,221 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T23:24:22,222 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T23:24:22,222 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T23:24:22,224 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T23:24:22,225 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T23:24:22,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T23:24:22,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T23:24:22,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T23:24:22,393 DEBUG [3434134abe44:43079 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T23:24:22,401 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:22,406 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3434134abe44,39217,1734305058766, state=OPENING 2024-12-15T23:24:22,444 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T23:24:22,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:22,452 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:22,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T23:24:22,454 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T23:24:22,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:22,633 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3434134abe44,39217,1734305058766 2024-12-15T23:24:22,634 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T23:24:22,637 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44606, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T23:24:22,646 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T23:24:22,646 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T23:24:22,647 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T23:24:22,650 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3434134abe44%2C39217%2C1734305058766.meta, suffix=.meta, logDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766, archiveDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/oldWALs, maxLogs=10 2024-12-15T23:24:22,664 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.meta.1734305062652.meta, exclude list is [], retry=0 2024-12-15T23:24:22,668 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46209,DS-73d6ca59-aac0-48ce-b9d7-7b379cafcb14,DISK] 2024-12-15T23:24:22,671 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.meta.1734305062652.meta 2024-12-15T23:24:22,671 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35037:35037)] 2024-12-15T23:24:22,672 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T23:24:22,673 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T23:24:22,724 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T23:24:22,728 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T23:24:22,732 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T23:24:22,732 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:22,732 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T23:24:22,732 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T23:24:22,735 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T23:24:22,737 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T23:24:22,737 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:22,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:22,738 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T23:24:22,740 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T23:24:22,740 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:22,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:22,741 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T23:24:22,742 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T23:24:22,742 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:22,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:22,745 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740 2024-12-15T23:24:22,748 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740 2024-12-15T23:24:22,750 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T23:24:22,753 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T23:24:22,755 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61760014, jitterRate=-0.07970407605171204}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T23:24:22,757 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T23:24:22,764 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734305062627 2024-12-15T23:24:22,774 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T23:24:22,774 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T23:24:22,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:22,777 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3434134abe44,39217,1734305058766, state=OPEN 2024-12-15T23:24:22,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-15T23:24:22,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-15T23:24:22,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T23:24:22,811 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-15T23:24:22,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T23:24:22,820 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=3434134abe44,39217,1734305058766 in 354 msec 2024-12-15T23:24:22,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T23:24:22,829 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 592 msec 2024-12-15T23:24:22,834 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5310 sec 2024-12-15T23:24:22,834 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734305062834, completionTime=-1 2024-12-15T23:24:22,834 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T23:24:22,834 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T23:24:22,866 DEBUG [hconnection-0x5d51466d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:22,869 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T23:24:22,881 INFO [master/3434134abe44:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T23:24:22,881 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734305122881 2024-12-15T23:24:22,882 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734305182881 2024-12-15T23:24:22,882 INFO [master/3434134abe44:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 47 msec 2024-12-15T23:24:22,946 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,43079,1734305058023-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:22,947 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,43079,1734305058023-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:22,947 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,43079,1734305058023-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:22,948 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3434134abe44:43079, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:22,949 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:22,954 DEBUG [master/3434134abe44:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T23:24:22,956 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T23:24:22,958 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T23:24:22,964 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T23:24:22,966 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T23:24:22,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:22,969 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T23:24:22,980 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741835_1011 (size=358) 2024-12-15T23:24:23,385 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 15a19473c09e0bfc1747ec963bfb7933, NAME => 'hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:23,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741836_1012 (size=42) 2024-12-15T23:24:23,798 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:23,798 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 15a19473c09e0bfc1747ec963bfb7933, disabling compactions & flushes 2024-12-15T23:24:23,798 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:24:23,798 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:24:23,798 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. after waiting 0 ms 2024-12-15T23:24:23,798 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:24:23,798 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:24:23,799 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 15a19473c09e0bfc1747ec963bfb7933: 2024-12-15T23:24:23,802 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T23:24:23,809 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734305063803"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305063803"}]},"ts":"1734305063803"} 2024-12-15T23:24:23,852 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T23:24:23,854 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T23:24:23,857 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305063854"}]},"ts":"1734305063854"} 2024-12-15T23:24:23,861 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T23:24:23,905 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=15a19473c09e0bfc1747ec963bfb7933, ASSIGN}] 2024-12-15T23:24:23,909 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=15a19473c09e0bfc1747ec963bfb7933, ASSIGN 2024-12-15T23:24:23,911 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=15a19473c09e0bfc1747ec963bfb7933, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:24,061 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=15a19473c09e0bfc1747ec963bfb7933, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:24,070 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 15a19473c09e0bfc1747ec963bfb7933, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:24,227 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3434134abe44,39217,1734305058766 2024-12-15T23:24:24,237 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:24:24,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 15a19473c09e0bfc1747ec963bfb7933, NAME => 'hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933.', STARTKEY => '', ENDKEY => ''} 2024-12-15T23:24:24,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 15a19473c09e0bfc1747ec963bfb7933 2024-12-15T23:24:24,238 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:24,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 15a19473c09e0bfc1747ec963bfb7933 2024-12-15T23:24:24,239 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 15a19473c09e0bfc1747ec963bfb7933 2024-12-15T23:24:24,242 INFO [StoreOpener-15a19473c09e0bfc1747ec963bfb7933-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 15a19473c09e0bfc1747ec963bfb7933 2024-12-15T23:24:24,245 INFO [StoreOpener-15a19473c09e0bfc1747ec963bfb7933-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 15a19473c09e0bfc1747ec963bfb7933 columnFamilyName info 2024-12-15T23:24:24,245 DEBUG [StoreOpener-15a19473c09e0bfc1747ec963bfb7933-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:24,246 INFO [StoreOpener-15a19473c09e0bfc1747ec963bfb7933-1 {}] regionserver.HStore(327): Store=15a19473c09e0bfc1747ec963bfb7933/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:24,248 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/namespace/15a19473c09e0bfc1747ec963bfb7933 2024-12-15T23:24:24,249 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/namespace/15a19473c09e0bfc1747ec963bfb7933 2024-12-15T23:24:24,253 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 15a19473c09e0bfc1747ec963bfb7933 2024-12-15T23:24:24,257 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/namespace/15a19473c09e0bfc1747ec963bfb7933/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:24,259 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 15a19473c09e0bfc1747ec963bfb7933; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60939009, jitterRate=-0.09193800389766693}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T23:24:24,260 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 15a19473c09e0bfc1747ec963bfb7933: 2024-12-15T23:24:24,263 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933., pid=6, masterSystemTime=1734305064226 2024-12-15T23:24:24,267 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:24:24,267 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:24:24,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=15a19473c09e0bfc1747ec963bfb7933, regionState=OPEN, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:24,275 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T23:24:24,276 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 15a19473c09e0bfc1747ec963bfb7933, server=3434134abe44,39217,1734305058766 in 203 msec 2024-12-15T23:24:24,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T23:24:24,279 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=15a19473c09e0bfc1747ec963bfb7933, ASSIGN in 370 msec 2024-12-15T23:24:24,280 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T23:24:24,280 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305064280"}]},"ts":"1734305064280"} 2024-12-15T23:24:24,283 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T23:24:24,331 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T23:24:24,337 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3740 sec 2024-12-15T23:24:24,369 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/namespace 2024-12-15T23:24:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/namespace 2024-12-15T23:24:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:24,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:24,407 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T23:24:24,427 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-15T23:24:24,442 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 35 msec 2024-12-15T23:24:24,452 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T23:24:24,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/namespace 2024-12-15T23:24:24,481 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-12-15T23:24:24,502 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/default 2024-12-15T23:24:24,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/namespace/hbase 2024-12-15T23:24:24,519 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 5.668sec 2024-12-15T23:24:24,521 INFO [master/3434134abe44:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T23:24:24,523 INFO [master/3434134abe44:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T23:24:24,525 INFO [master/3434134abe44:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T23:24:24,526 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T23:24:24,527 INFO [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T23:24:24,527 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,43079,1734305058023-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T23:24:24,528 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,43079,1734305058023-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T23:24:24,533 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T23:24:24,534 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T23:24:24,534 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,43079,1734305058023-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:24,624 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x23d15c37 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7177419a 2024-12-15T23:24:24,624 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-15T23:24:24,637 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c574c24, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:24,639 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-15T23:24:24,639 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-15T23:24:24,648 DEBUG [hconnection-0x2dc7a6ae-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:24,655 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T23:24:24,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=3434134abe44,43079,1734305058023 2024-12-15T23:24:24,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-15T23:24:24,663 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/cluster_534a7029-b0df-2a5d-bc36-97bdbde7aa0a, deleteOnExit=true 2024-12-15T23:24:24,663 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-15T23:24:24,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/test.cache.data in system properties and HBase conf 2024-12-15T23:24:24,674 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/hadoop.tmp.dir in system properties and HBase conf 2024-12-15T23:24:24,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/hadoop.log.dir in system properties and HBase conf 2024-12-15T23:24:24,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-15T23:24:24,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-15T23:24:24,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-15T23:24:24,675 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-15T23:24:24,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-15T23:24:24,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-15T23:24:24,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-15T23:24:24,675 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/nfs.dump.dir in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/java.io.tmpdir in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-15T23:24:24,676 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-15T23:24:24,961 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T23:24:24,965 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T23:24:24,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T23:24:24,967 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T23:24:24,967 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T23:24:24,967 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T23:24:24,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f7ed6f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/hadoop.log.dir/,AVAILABLE} 2024-12-15T23:24:24,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@38cf73e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T23:24:25,061 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@65417aa{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/java.io.tmpdir/jetty-localhost-45309-hadoop-hdfs-3_4_1-tests_jar-_-any-1173675330801094146/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T23:24:25,062 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7e8c6bb7{HTTP/1.1, (http/1.1)}{localhost:45309} 2024-12-15T23:24:25,062 INFO [Time-limited test {}] server.Server(415): Started @11976ms 2024-12-15T23:24:25,320 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-15T23:24:25,324 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-15T23:24:25,324 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-15T23:24:25,325 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-15T23:24:25,325 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-15T23:24:25,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@565e065d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/hadoop.log.dir/,AVAILABLE} 2024-12-15T23:24:25,325 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f7c44e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-15T23:24:25,416 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74bf8ef2{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/java.io.tmpdir/jetty-localhost-32959-hadoop-hdfs-3_4_1-tests_jar-_-any-7967003655510145243/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T23:24:25,417 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7c474772{HTTP/1.1, (http/1.1)}{localhost:32959} 2024-12-15T23:24:25,417 INFO [Time-limited test {}] server.Server(415): Started @12331ms 2024-12-15T23:24:25,419 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-15T23:24:26,028 WARN [Thread-203 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/cluster_534a7029-b0df-2a5d-bc36-97bdbde7aa0a/dfs/data/data1/current/BP-121259941-172.17.0.2-1734305064702/current, will proceed with Du for space computation calculation, 2024-12-15T23:24:26,028 WARN [Thread-204 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/cluster_534a7029-b0df-2a5d-bc36-97bdbde7aa0a/dfs/data/data2/current/BP-121259941-172.17.0.2-1734305064702/current, will proceed with Du for space computation calculation, 2024-12-15T23:24:26,062 WARN [Thread-191 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-15T23:24:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39cc7efcca9c82ce with lease ID 0x417d26a1c0485d85: Processing first storage report for DS-f816f289-3505-4f61-a066-8a4a1fe1d0d8 from datanode DatanodeRegistration(127.0.0.1:37195, datanodeUuid=d7232362-d538-4603-ae8c-b4b271a6a9f9, infoPort=37655, infoSecurePort=0, ipcPort=33099, storageInfo=lv=-57;cid=testClusterID;nsid=1148198240;c=1734305064702) 2024-12-15T23:24:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39cc7efcca9c82ce with lease ID 0x417d26a1c0485d85: from storage DS-f816f289-3505-4f61-a066-8a4a1fe1d0d8 node DatanodeRegistration(127.0.0.1:37195, datanodeUuid=d7232362-d538-4603-ae8c-b4b271a6a9f9, infoPort=37655, infoSecurePort=0, ipcPort=33099, storageInfo=lv=-57;cid=testClusterID;nsid=1148198240;c=1734305064702), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T23:24:26,065 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x39cc7efcca9c82ce with lease ID 0x417d26a1c0485d85: Processing first storage report for DS-0d99015c-fd68-4171-8ed9-de993d45395b from datanode DatanodeRegistration(127.0.0.1:37195, datanodeUuid=d7232362-d538-4603-ae8c-b4b271a6a9f9, infoPort=37655, infoSecurePort=0, ipcPort=33099, storageInfo=lv=-57;cid=testClusterID;nsid=1148198240;c=1734305064702) 2024-12-15T23:24:26,066 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x39cc7efcca9c82ce with lease ID 0x417d26a1c0485d85: from storage DS-0d99015c-fd68-4171-8ed9-de993d45395b node DatanodeRegistration(127.0.0.1:37195, datanodeUuid=d7232362-d538-4603-ae8c-b4b271a6a9f9, infoPort=37655, infoSecurePort=0, ipcPort=33099, storageInfo=lv=-57;cid=testClusterID;nsid=1148198240;c=1734305064702), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-15T23:24:26,156 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5 2024-12-15T23:24:26,157 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:26,160 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:26,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741825_1001 (size=7) 2024-12-15T23:24:26,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:26,577 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 with version=8 2024-12-15T23:24:26,577 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/hbase-staging 2024-12-15T23:24:26,580 INFO [Time-limited test {}] client.ConnectionUtils(129): master/3434134abe44:0 server-side Connection retries=18 2024-12-15T23:24:26,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:26,580 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:26,581 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T23:24:26,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:26,581 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T23:24:26,581 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T23:24:26,581 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T23:24:26,582 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:41059 2024-12-15T23:24:26,583 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:26,585 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:26,587 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:41059 connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-12-15T23:24:26,627 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:410590x0, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T23:24:26,628 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:41059-0x1002c021aa20003 connected 2024-12-15T23:24:26,687 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-15T23:24:26,689 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T23:24:26,690 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-15T23:24:26,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41059 2024-12-15T23:24:26,691 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41059 2024-12-15T23:24:26,692 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41059 2024-12-15T23:24:26,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41059 2024-12-15T23:24:26,693 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41059 2024-12-15T23:24:26,693 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243, hbase.cluster.distributed=false 2024-12-15T23:24:26,713 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/3434134abe44:0 server-side Connection retries=18 2024-12-15T23:24:26,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:26,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:26,713 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-15T23:24:26,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-15T23:24:26,713 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-15T23:24:26,713 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-15T23:24:26,714 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-15T23:24:26,714 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:40571 2024-12-15T23:24:26,715 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-15T23:24:26,716 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-15T23:24:26,717 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:26,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:26,722 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:40571 connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-12-15T23:24:26,733 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:405710x0, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T23:24:26,734 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:405710x0, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-15T23:24:26,734 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40571-0x1002c021aa20004 connected 2024-12-15T23:24:26,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T23:24:26,735 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/acl 2024-12-15T23:24:26,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40571 2024-12-15T23:24:26,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40571 2024-12-15T23:24:26,736 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40571 2024-12-15T23:24:26,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40571 2024-12-15T23:24:26,737 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40571 2024-12-15T23:24:26,738 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /2/backup-masters/3434134abe44,41059,1734305066580 2024-12-15T23:24:26,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T23:24:26,743 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T23:24:26,744 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on existing znode=/2/backup-masters/3434134abe44,41059,1734305066580 2024-12-15T23:24:26,751 DEBUG [M:0;3434134abe44:41059 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;3434134abe44:41059 2024-12-15T23:24:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-15T23:24:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/master 2024-12-15T23:24:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:26,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:26,752 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-15T23:24:26,753 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2/backup-masters/3434134abe44,41059,1734305066580 from backup master directory 2024-12-15T23:24:26,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/backup-masters/3434134abe44,41059,1734305066580 2024-12-15T23:24:26,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T23:24:26,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/backup-masters 2024-12-15T23:24:26,760 WARN [master/3434134abe44:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T23:24:26,760 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on existing znode=/2/master 2024-12-15T23:24:26,760 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=3434134abe44,41059,1734305066580 2024-12-15T23:24:26,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741826_1002 (size=42) 2024-12-15T23:24:27,176 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/hbase.id with ID: e60d5be6-5fc8-40a7-ba02-71cc3cb91fde 2024-12-15T23:24:27,196 INFO [master/3434134abe44:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-15T23:24:27,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:27,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:27,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741827_1003 (size=196) 2024-12-15T23:24:27,446 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-15T23:24:27,449 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T23:24:27,619 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T23:24:27,620 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-15T23:24:27,621 INFO [master/3434134abe44:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T23:24:27,634 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741828_1004 (size=1189) 2024-12-15T23:24:28,038 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store 2024-12-15T23:24:28,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741829_1005 (size=34) 2024-12-15T23:24:28,248 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T23:24:28,431 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-15T23:24:28,432 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-15T23:24:28,438 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-15T23:24:28,438 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-15T23:24:28,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T23:24:28,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-15T23:24:28,440 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-15T23:24:28,440 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-15T23:24:28,450 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:28,451 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T23:24:28,451 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:24:28,451 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:24:28,451 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T23:24:28,451 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:24:28,451 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:24:28,451 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T23:24:28,452 WARN [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/.initializing 2024-12-15T23:24:28,452 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/WALs/3434134abe44,41059,1734305066580 2024-12-15T23:24:28,454 INFO [master/3434134abe44:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T23:24:28,457 INFO [master/3434134abe44:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3434134abe44%2C41059%2C1734305066580, suffix=, logDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/WALs/3434134abe44,41059,1734305066580, archiveDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/oldWALs, maxLogs=10 2024-12-15T23:24:28,468 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/WALs/3434134abe44,41059,1734305066580/3434134abe44%2C41059%2C1734305066580.1734305068457, exclude list is [], retry=0 2024-12-15T23:24:28,471 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37195,DS-f816f289-3505-4f61-a066-8a4a1fe1d0d8,DISK] 2024-12-15T23:24:28,474 INFO [master/3434134abe44:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/WALs/3434134abe44,41059,1734305066580/3434134abe44%2C41059%2C1734305066580.1734305068457 2024-12-15T23:24:28,474 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37655:37655)] 2024-12-15T23:24:28,475 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-15T23:24:28,475 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:28,475 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:28,475 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:28,477 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:28,479 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-15T23:24:28,479 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:28,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:28,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:28,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-15T23:24:28,482 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:28,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:28,483 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:28,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-15T23:24:28,486 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:28,486 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:28,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:28,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-15T23:24:28,489 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:28,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:28,490 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:28,491 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:28,494 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-15T23:24:28,496 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-15T23:24:28,499 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:28,499 INFO [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64796132, jitterRate=-0.03446239233016968}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-15T23:24:28,500 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T23:24:28,500 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-15T23:24:28,505 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@418cf66b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:28,506 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-15T23:24:28,506 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-15T23:24:28,506 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-15T23:24:28,506 INFO [master/3434134abe44:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-15T23:24:28,507 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 0 msec 2024-12-15T23:24:28,507 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 0 msec 2024-12-15T23:24:28,507 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-15T23:24:28,510 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-15T23:24:28,511 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Unable to get data of znode /2/balancer because node does not exist (not necessarily an error) 2024-12-15T23:24:28,543 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/balancer already deleted, retry=false 2024-12-15T23:24:28,544 INFO [master/3434134abe44:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-15T23:24:28,545 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Unable to get data of znode /2/normalizer because node does not exist (not necessarily an error) 2024-12-15T23:24:28,552 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/normalizer already deleted, retry=false 2024-12-15T23:24:28,552 INFO [master/3434134abe44:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-15T23:24:28,554 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Unable to get data of znode /2/switch/split because node does not exist (not necessarily an error) 2024-12-15T23:24:28,560 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/split already deleted, retry=false 2024-12-15T23:24:28,561 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Unable to get data of znode /2/switch/merge because node does not exist (not necessarily an error) 2024-12-15T23:24:28,568 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/switch/merge already deleted, retry=false 2024-12-15T23:24:28,571 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Unable to get data of znode /2/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-15T23:24:28,577 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /2/snapshot-cleanup already deleted, retry=false 2024-12-15T23:24:28,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-15T23:24:28,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/running 2024-12-15T23:24:28,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:28,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:28,586 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=3434134abe44,41059,1734305066580, sessionid=0x1002c021aa20003, setting cluster-up flag (Was=false) 2024-12-15T23:24:28,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:28,602 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:28,627 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/flush-table-proc/acquired, /2/flush-table-proc/reached, /2/flush-table-proc/abort 2024-12-15T23:24:28,630 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3434134abe44,41059,1734305066580 2024-12-15T23:24:28,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:28,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:28,719 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2/online-snapshot/acquired, /2/online-snapshot/reached, /2/online-snapshot/abort 2024-12-15T23:24:28,724 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=3434134abe44,41059,1734305066580 2024-12-15T23:24:28,733 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-15T23:24:28,733 INFO [master/3434134abe44:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-15T23:24:28,733 INFO [master/3434134abe44:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-15T23:24:28,733 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 3434134abe44,41059,1734305066580 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-15T23:24:28,734 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/3434134abe44:0, corePoolSize=5, maxPoolSize=5 2024-12-15T23:24:28,734 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/3434134abe44:0, corePoolSize=5, maxPoolSize=5 2024-12-15T23:24:28,734 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/3434134abe44:0, corePoolSize=5, maxPoolSize=5 2024-12-15T23:24:28,734 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/3434134abe44:0, corePoolSize=5, maxPoolSize=5 2024-12-15T23:24:28,734 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/3434134abe44:0, corePoolSize=10, maxPoolSize=10 2024-12-15T23:24:28,734 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,734 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/3434134abe44:0, corePoolSize=2, maxPoolSize=2 2024-12-15T23:24:28,734 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,735 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1734305098735 2024-12-15T23:24:28,735 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-15T23:24:28,736 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-15T23:24:28,736 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-15T23:24:28,736 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-15T23:24:28,736 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-15T23:24:28,736 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-15T23:24:28,736 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,737 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-15T23:24:28,737 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-15T23:24:28,737 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T23:24:28,737 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-15T23:24:28,737 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-15T23:24:28,737 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-15T23:24:28,737 INFO [master/3434134abe44:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-15T23:24:28,737 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/3434134abe44:0:becomeActiveMaster-HFileCleaner.large.0-1734305068737,5,FailOnTimeoutGroup] 2024-12-15T23:24:28,738 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/3434134abe44:0:becomeActiveMaster-HFileCleaner.small.0-1734305068738,5,FailOnTimeoutGroup] 2024-12-15T23:24:28,738 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,738 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-15T23:24:28,738 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,738 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,739 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:28,739 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T23:24:28,747 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741831_1007 (size=1039) 2024-12-15T23:24:28,753 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;3434134abe44:40571 2024-12-15T23:24:28,754 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1008): ClusterId : e60d5be6-5fc8-40a7-ba02-71cc3cb91fde 2024-12-15T23:24:28,754 DEBUG [RS:0;3434134abe44:40571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-15T23:24:28,761 DEBUG [RS:0;3434134abe44:40571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-15T23:24:28,761 DEBUG [RS:0;3434134abe44:40571 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-15T23:24:28,769 DEBUG [RS:0;3434134abe44:40571 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-15T23:24:28,770 DEBUG [RS:0;3434134abe44:40571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78427508, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:28,770 DEBUG [RS:0;3434134abe44:40571 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76273c78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3434134abe44/172.17.0.2:0 2024-12-15T23:24:28,770 INFO [RS:0;3434134abe44:40571 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-15T23:24:28,770 INFO [RS:0;3434134abe44:40571 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-15T23:24:28,770 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-15T23:24:28,771 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3073): reportForDuty to master=3434134abe44,41059,1734305066580 with isa=3434134abe44/172.17.0.2:40571, startcode=1734305066712 2024-12-15T23:24:28,771 DEBUG [RS:0;3434134abe44:40571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T23:24:28,773 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57297, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T23:24:28,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41059 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 3434134abe44,40571,1734305066712 2024-12-15T23:24:28,774 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=41059 {}] master.ServerManager(486): Registering regionserver=3434134abe44,40571,1734305066712 2024-12-15T23:24:28,778 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:28,778 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:39259 2024-12-15T23:24:28,778 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-15T23:24:28,785 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-15T23:24:28,785 DEBUG [RS:0;3434134abe44:40571 {}] zookeeper.ZKUtil(111): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on existing znode=/2/rs/3434134abe44,40571,1734305066712 2024-12-15T23:24:28,786 WARN [RS:0;3434134abe44:40571 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-15T23:24:28,786 INFO [RS:0;3434134abe44:40571 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T23:24:28,786 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/WALs/3434134abe44,40571,1734305066712 2024-12-15T23:24:28,786 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [3434134abe44,40571,1734305066712] 2024-12-15T23:24:28,790 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.Replication(140): Replication stats-in-log period=5 seconds 2024-12-15T23:24:28,790 INFO [RS:0;3434134abe44:40571 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-15T23:24:28,792 INFO [RS:0;3434134abe44:40571 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-15T23:24:28,793 INFO [RS:0;3434134abe44:40571 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-15T23:24:28,793 INFO [RS:0;3434134abe44:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,793 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-15T23:24:28,794 INFO [RS:0;3434134abe44:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,794 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/3434134abe44:0, corePoolSize=2, maxPoolSize=2 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/3434134abe44:0, corePoolSize=1, maxPoolSize=1 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/3434134abe44:0, corePoolSize=3, maxPoolSize=3 2024-12-15T23:24:28,795 DEBUG [RS:0;3434134abe44:40571 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/3434134abe44:0, corePoolSize=3, maxPoolSize=3 2024-12-15T23:24:28,796 INFO [RS:0;3434134abe44:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,796 INFO [RS:0;3434134abe44:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,796 INFO [RS:0;3434134abe44:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,796 INFO [RS:0;3434134abe44:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,796 INFO [RS:0;3434134abe44:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,40571,1734305066712-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T23:24:28,810 INFO [RS:0;3434134abe44:40571 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-15T23:24:28,811 INFO [RS:0;3434134abe44:40571 {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,40571,1734305066712-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:28,822 INFO [RS:0;3434134abe44:40571 {}] regionserver.Replication(204): 3434134abe44,40571,1734305066712 started 2024-12-15T23:24:28,822 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1767): Serving as 3434134abe44,40571,1734305066712, RpcServer on 3434134abe44/172.17.0.2:40571, sessionid=0x1002c021aa20004 2024-12-15T23:24:28,822 DEBUG [RS:0;3434134abe44:40571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-15T23:24:28,822 DEBUG [RS:0;3434134abe44:40571 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 3434134abe44,40571,1734305066712 2024-12-15T23:24:28,822 DEBUG [RS:0;3434134abe44:40571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3434134abe44,40571,1734305066712' 2024-12-15T23:24:28,822 DEBUG [RS:0;3434134abe44:40571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/flush-table-proc/abort' 2024-12-15T23:24:28,823 DEBUG [RS:0;3434134abe44:40571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/flush-table-proc/acquired' 2024-12-15T23:24:28,823 DEBUG [RS:0;3434134abe44:40571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-15T23:24:28,823 DEBUG [RS:0;3434134abe44:40571 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-15T23:24:28,823 DEBUG [RS:0;3434134abe44:40571 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 3434134abe44,40571,1734305066712 2024-12-15T23:24:28,823 DEBUG [RS:0;3434134abe44:40571 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '3434134abe44,40571,1734305066712' 2024-12-15T23:24:28,823 DEBUG [RS:0;3434134abe44:40571 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2/online-snapshot/abort' 2024-12-15T23:24:28,824 DEBUG [RS:0;3434134abe44:40571 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2/online-snapshot/acquired' 2024-12-15T23:24:28,825 DEBUG [RS:0;3434134abe44:40571 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-15T23:24:28,825 INFO [RS:0;3434134abe44:40571 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-15T23:24:28,825 INFO [RS:0;3434134abe44:40571 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-15T23:24:28,926 INFO [RS:0;3434134abe44:40571 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-15T23:24:28,932 INFO [RS:0;3434134abe44:40571 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3434134abe44%2C40571%2C1734305066712, suffix=, logDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/WALs/3434134abe44,40571,1734305066712, archiveDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/oldWALs, maxLogs=10 2024-12-15T23:24:28,950 DEBUG [RS:0;3434134abe44:40571 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/WALs/3434134abe44,40571,1734305066712/3434134abe44%2C40571%2C1734305066712.1734305068935, exclude list is [], retry=0 2024-12-15T23:24:28,954 DEBUG [RS-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37195,DS-f816f289-3505-4f61-a066-8a4a1fe1d0d8,DISK] 2024-12-15T23:24:28,956 INFO [RS:0;3434134abe44:40571 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/WALs/3434134abe44,40571,1734305066712/3434134abe44%2C40571%2C1734305066712.1734305068935 2024-12-15T23:24:28,957 DEBUG [RS:0;3434134abe44:40571 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37655:37655)] 2024-12-15T23:24:29,152 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-15T23:24:29,152 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:29,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741833_1009 (size=32) 2024-12-15T23:24:29,569 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:29,572 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T23:24:29,576 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T23:24:29,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:29,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:29,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T23:24:29,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T23:24:29,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:29,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:29,582 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T23:24:29,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T23:24:29,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:29,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:29,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740 2024-12-15T23:24:29,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740 2024-12-15T23:24:29,588 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T23:24:29,590 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T23:24:29,592 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:29,593 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66730790, jitterRate=-0.005633741617202759}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T23:24:29,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T23:24:29,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T23:24:29,593 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T23:24:29,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T23:24:29,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T23:24:29,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T23:24:29,593 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T23:24:29,593 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T23:24:29,595 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-15T23:24:29,595 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-15T23:24:29,595 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-15T23:24:29,596 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-15T23:24:29,597 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-15T23:24:29,747 DEBUG [3434134abe44:41059 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-15T23:24:29,748 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:29,753 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3434134abe44,40571,1734305066712, state=OPENING 2024-12-15T23:24:29,794 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-15T23:24:29,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:29,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:29,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T23:24:29,802 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T23:24:29,802 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:29,957 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3434134abe44,40571,1734305066712 2024-12-15T23:24:29,958 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T23:24:29,963 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56774, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-15T23:24:29,971 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-15T23:24:29,971 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-15T23:24:29,971 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-15T23:24:29,974 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=3434134abe44%2C40571%2C1734305066712.meta, suffix=.meta, logDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/WALs/3434134abe44,40571,1734305066712, archiveDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/oldWALs, maxLogs=10 2024-12-15T23:24:29,987 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/WALs/3434134abe44,40571,1734305066712/3434134abe44%2C40571%2C1734305066712.meta.1734305069975.meta, exclude list is [], retry=0 2024-12-15T23:24:29,990 DEBUG [RS-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37195,DS-f816f289-3505-4f61-a066-8a4a1fe1d0d8,DISK] 2024-12-15T23:24:29,992 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/WALs/3434134abe44,40571,1734305066712/3434134abe44%2C40571%2C1734305066712.meta.1734305069975.meta 2024-12-15T23:24:29,993 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37655:37655)] 2024-12-15T23:24:29,993 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-15T23:24:29,993 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-15T23:24:29,993 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-15T23:24:29,993 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-15T23:24:29,993 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-15T23:24:29,993 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:29,994 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-15T23:24:29,994 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-15T23:24:29,995 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-15T23:24:29,996 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-15T23:24:29,997 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:29,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:29,997 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-15T23:24:29,998 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-15T23:24:29,998 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:29,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:29,999 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-15T23:24:30,000 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-15T23:24:30,000 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:30,001 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-15T23:24:30,002 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740 2024-12-15T23:24:30,003 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740 2024-12-15T23:24:30,006 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-15T23:24:30,008 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-15T23:24:30,009 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68334565, jitterRate=0.018264368176460266}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-15T23:24:30,010 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-15T23:24:30,011 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1734305069956 2024-12-15T23:24:30,014 DEBUG [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-15T23:24:30,014 INFO [RS_OPEN_META-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-15T23:24:30,015 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:30,016 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 3434134abe44,40571,1734305066712, state=OPEN 2024-12-15T23:24:30,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-15T23:24:30,027 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/meta-region-server 2024-12-15T23:24:30,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T23:24:30,027 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2/meta-region-server: CHANGED 2024-12-15T23:24:30,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-15T23:24:30,030 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=3434134abe44,40571,1734305066712 in 225 msec 2024-12-15T23:24:30,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-15T23:24:30,033 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 435 msec 2024-12-15T23:24:30,035 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.3050 sec 2024-12-15T23:24:30,035 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1734305070035, completionTime=-1 2024-12-15T23:24:30,035 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-15T23:24:30,036 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-15T23:24:30,036 DEBUG [hconnection-0x52b3419f-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:30,038 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56784, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T23:24:30,039 INFO [master/3434134abe44:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-15T23:24:30,039 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1734305130039 2024-12-15T23:24:30,039 INFO [master/3434134abe44:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1734305190039 2024-12-15T23:24:30,039 INFO [master/3434134abe44:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 3 msec 2024-12-15T23:24:30,060 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,41059,1734305066580-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:30,060 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,41059,1734305066580-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:30,060 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,41059,1734305066580-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:30,060 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-3434134abe44:41059, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:30,060 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:30,061 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-15T23:24:30,061 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-15T23:24:30,063 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-15T23:24:30,063 DEBUG [master/3434134abe44:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-15T23:24:30,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T23:24:30,064 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:30,066 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T23:24:30,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741835_1011 (size=358) 2024-12-15T23:24:30,481 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 16a4cffd00d6a43dc72787330924f7f5, NAME => 'hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:30,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741836_1012 (size=42) 2024-12-15T23:24:30,896 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:30,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing 16a4cffd00d6a43dc72787330924f7f5, disabling compactions & flushes 2024-12-15T23:24:30,897 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:24:30,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:24:30,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. after waiting 0 ms 2024-12-15T23:24:30,897 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:24:30,897 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:24:30,898 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for 16a4cffd00d6a43dc72787330924f7f5: 2024-12-15T23:24:30,901 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T23:24:30,902 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734305070902"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305070902"}]},"ts":"1734305070902"} 2024-12-15T23:24:30,908 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T23:24:30,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T23:24:30,911 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305070911"}]},"ts":"1734305070911"} 2024-12-15T23:24:30,914 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-15T23:24:30,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=16a4cffd00d6a43dc72787330924f7f5, ASSIGN}] 2024-12-15T23:24:30,964 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=16a4cffd00d6a43dc72787330924f7f5, ASSIGN 2024-12-15T23:24:30,967 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=16a4cffd00d6a43dc72787330924f7f5, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:31,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=16a4cffd00d6a43dc72787330924f7f5, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:31,135 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure 16a4cffd00d6a43dc72787330924f7f5, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:31,288 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3434134abe44,40571,1734305066712 2024-12-15T23:24:31,297 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:24:31,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => 16a4cffd00d6a43dc72787330924f7f5, NAME => 'hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5.', STARTKEY => '', ENDKEY => ''} 2024-12-15T23:24:31,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace 16a4cffd00d6a43dc72787330924f7f5 2024-12-15T23:24:31,298 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:31,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for 16a4cffd00d6a43dc72787330924f7f5 2024-12-15T23:24:31,299 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for 16a4cffd00d6a43dc72787330924f7f5 2024-12-15T23:24:31,303 INFO [StoreOpener-16a4cffd00d6a43dc72787330924f7f5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 16a4cffd00d6a43dc72787330924f7f5 2024-12-15T23:24:31,305 INFO [StoreOpener-16a4cffd00d6a43dc72787330924f7f5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16a4cffd00d6a43dc72787330924f7f5 columnFamilyName info 2024-12-15T23:24:31,305 DEBUG [StoreOpener-16a4cffd00d6a43dc72787330924f7f5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:31,306 INFO [StoreOpener-16a4cffd00d6a43dc72787330924f7f5-1 {}] regionserver.HStore(327): Store=16a4cffd00d6a43dc72787330924f7f5/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:31,307 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/namespace/16a4cffd00d6a43dc72787330924f7f5 2024-12-15T23:24:31,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/namespace/16a4cffd00d6a43dc72787330924f7f5 2024-12-15T23:24:31,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for 16a4cffd00d6a43dc72787330924f7f5 2024-12-15T23:24:31,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/namespace/16a4cffd00d6a43dc72787330924f7f5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:31,314 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened 16a4cffd00d6a43dc72787330924f7f5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72053257, jitterRate=0.073677197098732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T23:24:31,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for 16a4cffd00d6a43dc72787330924f7f5: 2024-12-15T23:24:31,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5., pid=6, masterSystemTime=1734305071287 2024-12-15T23:24:31,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:24:31,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:24:31,318 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=16a4cffd00d6a43dc72787330924f7f5, regionState=OPEN, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:31,324 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-15T23:24:31,325 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure 16a4cffd00d6a43dc72787330924f7f5, server=3434134abe44,40571,1734305066712 in 186 msec 2024-12-15T23:24:31,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-15T23:24:31,327 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=16a4cffd00d6a43dc72787330924f7f5, ASSIGN in 364 msec 2024-12-15T23:24:31,328 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T23:24:31,328 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305071328"}]},"ts":"1734305071328"} 2024-12-15T23:24:31,330 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-15T23:24:31,369 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/namespace 2024-12-15T23:24:31,370 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T23:24:31,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 1.3100 sec 2024-12-15T23:24:31,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2/namespace 2024-12-15T23:24:31,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:31,377 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:24:31,383 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-15T23:24:31,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-15T23:24:31,415 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 30 msec 2024-12-15T23:24:31,427 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-15T23:24:31,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/namespace 2024-12-15T23:24:31,455 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 28 msec 2024-12-15T23:24:31,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/default 2024-12-15T23:24:31,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2/namespace/hbase 2024-12-15T23:24:31,493 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.733sec 2024-12-15T23:24:31,493 INFO [master/3434134abe44:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-15T23:24:31,493 INFO [master/3434134abe44:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-15T23:24:31,493 INFO [master/3434134abe44:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-15T23:24:31,493 INFO [master/3434134abe44:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-15T23:24:31,494 INFO [master/3434134abe44:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-15T23:24:31,494 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,41059,1734305066580-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-15T23:24:31,494 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,41059,1734305066580-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-15T23:24:31,496 DEBUG [master/3434134abe44:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-15T23:24:31,497 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-15T23:24:31,497 INFO [master/3434134abe44:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=3434134abe44,41059,1734305066580-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-15T23:24:31,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:31,548 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x77bd8a3e to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a84cc92 2024-12-15T23:24:31,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@230080b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:31,565 DEBUG [hconnection-0x6d52f6d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:31,569 INFO [RS-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T23:24:31,573 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=3434134abe44,41059,1734305066580 2024-12-15T23:24:31,576 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x66bc0311 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@49bde6ec 2024-12-15T23:24:31,586 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41583309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:31,588 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7043cf75 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7661fee7 2024-12-15T23:24:31,601 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50cdfc41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:31,604 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3edb1839 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@47345fc3 2024-12-15T23:24:31,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78249c90, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:31,628 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T23:24:31,630 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46632, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T23:24:31,638 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T23:24:31,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-15T23:24:31,641 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T23:24:31,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-15T23:24:31,642 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:31,643 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T23:24:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:31,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741837_1013 (size=631) 2024-12-15T23:24:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:31,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:32,058 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c11c7dea48e03b602515a5d47ffa6ea1, NAME => 'test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,060 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => cde423b4a64d6210ffc9ffdc00a7a2c0, NAME => 'test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,061 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 2ac073778a01d594be3130800ff1a6f6, NAME => 'test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741838_1014 (size=45) 2024-12-15T23:24:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741839_1015 (size=45) 2024-12-15T23:24:32,077 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741840_1016 (size=42) 2024-12-15T23:24:32,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:32,476 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:32,476 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing cde423b4a64d6210ffc9ffdc00a7a2c0, disabling compactions & flushes 2024-12-15T23:24:32,476 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:24:32,476 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:24:32,477 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. after waiting 0 ms 2024-12-15T23:24:32,477 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:24:32,477 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:24:32,477 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for cde423b4a64d6210ffc9ffdc00a7a2c0: 2024-12-15T23:24:32,478 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 66c126d415f473e381b5cec091894ca9, NAME => 'test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c11c7dea48e03b602515a5d47ffa6ea1, disabling compactions & flushes 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 2ac073778a01d594be3130800ff1a6f6, disabling compactions & flushes 2024-12-15T23:24:32,479 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:24:32,479 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. after waiting 0 ms 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. after waiting 0 ms 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:24:32,479 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:24:32,480 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:24:32,480 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:24:32,480 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 2ac073778a01d594be3130800ff1a6f6: 2024-12-15T23:24:32,480 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c11c7dea48e03b602515a5d47ffa6ea1: 2024-12-15T23:24:32,481 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4bbefb5d13c97fd5c4526c1ddd9392de, NAME => 'test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,482 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => f1c9f72b0d5d5f4c1ed8028cdadaef22, NAME => 'test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741841_1017 (size=45) 2024-12-15T23:24:32,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741843_1019 (size=45) 2024-12-15T23:24:32,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741842_1018 (size=45) 2024-12-15T23:24:32,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4bbefb5d13c97fd5c4526c1ddd9392de, disabling compactions & flushes 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 66c126d415f473e381b5cec091894ca9, disabling compactions & flushes 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing f1c9f72b0d5d5f4c1ed8028cdadaef22, disabling compactions & flushes 2024-12-15T23:24:32,891 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:24:32,891 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:24:32,891 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. after waiting 0 ms 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. after waiting 0 ms 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. after waiting 0 ms 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:24:32,891 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:24:32,891 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:24:32,891 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4bbefb5d13c97fd5c4526c1ddd9392de: 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 66c126d415f473e381b5cec091894ca9: 2024-12-15T23:24:32,891 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for f1c9f72b0d5d5f4c1ed8028cdadaef22: 2024-12-15T23:24:32,892 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 01ef710689589cb251b0cb346cc39d05, NAME => 'test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,892 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => d55b30a8509f9ea4d49fc89a3cca768b, NAME => 'test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,893 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 736d26ebddda4c428afca19df24f1e51, NAME => 'test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,900 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741845_1021 (size=45) 2024-12-15T23:24:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741844_1020 (size=45) 2024-12-15T23:24:32,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741846_1022 (size=45) 2024-12-15T23:24:32,902 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:32,902 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 01ef710689589cb251b0cb346cc39d05, disabling compactions & flushes 2024-12-15T23:24:32,902 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:24:32,902 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:24:32,902 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. after waiting 0 ms 2024-12-15T23:24:32,902 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:24:32,902 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:24:32,902 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 01ef710689589cb251b0cb346cc39d05: 2024-12-15T23:24:32,903 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => f915bd5ce5c66e570e1e034f760b823e, NAME => 'test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:32,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741847_1023 (size=45) 2024-12-15T23:24:33,304 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:33,304 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing d55b30a8509f9ea4d49fc89a3cca768b, disabling compactions & flushes 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 736d26ebddda4c428afca19df24f1e51, disabling compactions & flushes 2024-12-15T23:24:33,305 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:24:33,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. after waiting 0 ms 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. after waiting 0 ms 2024-12-15T23:24:33,305 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for d55b30a8509f9ea4d49fc89a3cca768b: 2024-12-15T23:24:33,305 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:24:33,305 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 736d26ebddda4c428afca19df24f1e51: 2024-12-15T23:24:33,306 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1f6dab6039736a3800f6f3d26f432a19, NAME => 'test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:33,307 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 249fe7424871e5d018cf20790476788c, NAME => 'test,lll,1734305071635.249fe7424871e5d018cf20790476788c.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:33,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:33,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing f915bd5ce5c66e570e1e034f760b823e, disabling compactions & flushes 2024-12-15T23:24:33,311 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:24:33,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:24:33,311 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. after waiting 0 ms 2024-12-15T23:24:33,312 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:24:33,312 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:24:33,312 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for f915bd5ce5c66e570e1e034f760b823e: 2024-12-15T23:24:33,312 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 219460a2f263129db8907eb35670c415, NAME => 'test,mmm,1734305071635.219460a2f263129db8907eb35670c415.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:33,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741848_1024 (size=45) 2024-12-15T23:24:33,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741849_1025 (size=45) 2024-12-15T23:24:33,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741850_1026 (size=45) 2024-12-15T23:24:33,719 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:33,719 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 1f6dab6039736a3800f6f3d26f432a19, disabling compactions & flushes 2024-12-15T23:24:33,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,lll,1734305071635.249fe7424871e5d018cf20790476788c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:33,719 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:24:33,719 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:24:33,719 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 249fe7424871e5d018cf20790476788c, disabling compactions & flushes 2024-12-15T23:24:33,720 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. after waiting 0 ms 2024-12-15T23:24:33,720 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:24:33,720 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:24:33,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:24:33,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734305071635.249fe7424871e5d018cf20790476788c. after waiting 0 ms 2024-12-15T23:24:33,720 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:24:33,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:24:33,720 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:24:33,720 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 1f6dab6039736a3800f6f3d26f432a19: 2024-12-15T23:24:33,720 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 249fe7424871e5d018cf20790476788c: 2024-12-15T23:24:33,722 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => c0613f83c8e9db8519afdf373b4a7d57, NAME => 'test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:33,723 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b7e7988d1a485d7cda21a94a62692d45, NAME => 'test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:33,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734305071635.219460a2f263129db8907eb35670c415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:33,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 219460a2f263129db8907eb35670c415, disabling compactions & flushes 2024-12-15T23:24:33,723 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:24:33,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:24:33,723 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734305071635.219460a2f263129db8907eb35670c415. after waiting 0 ms 2024-12-15T23:24:33,724 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:24:33,724 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:24:33,724 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 219460a2f263129db8907eb35670c415: 2024-12-15T23:24:33,726 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 33dfe8e52410ae827273cbfc19d8e154, NAME => 'test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:33,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741851_1027 (size=45) 2024-12-15T23:24:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741853_1029 (size=45) 2024-12-15T23:24:33,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741852_1028 (size=45) 2024-12-15T23:24:33,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:33,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:34,136 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b7e7988d1a485d7cda21a94a62692d45, disabling compactions & flushes 2024-12-15T23:24:34,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. after waiting 0 ms 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 33dfe8e52410ae827273cbfc19d8e154, disabling compactions & flushes 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:24:34,137 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:24:34,137 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing c0613f83c8e9db8519afdf373b4a7d57, disabling compactions & flushes 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b7e7988d1a485d7cda21a94a62692d45: 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. after waiting 0 ms 2024-12-15T23:24:34,137 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:24:34,137 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:24:34,137 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 33dfe8e52410ae827273cbfc19d8e154: 2024-12-15T23:24:34,138 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => b800ed9df0a45815b01322573ada1ccc, NAME => 'test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:34,139 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:24:34,139 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 7eae9e8a7a1eed17b63e796748c80151, NAME => 'test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:34,139 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. after waiting 0 ms 2024-12-15T23:24:34,139 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:24:34,139 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:24:34,139 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for c0613f83c8e9db8519afdf373b4a7d57: 2024-12-15T23:24:34,140 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 6aa9129f8fd1eb9768701a4d363a3bf6, NAME => 'test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:34,148 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741854_1030 (size=45) 2024-12-15T23:24:34,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741855_1031 (size=45) 2024-12-15T23:24:34,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741856_1032 (size=45) 2024-12-15T23:24:34,552 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:34,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing b800ed9df0a45815b01322573ada1ccc, disabling compactions & flushes 2024-12-15T23:24:34,553 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:24:34,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:24:34,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. after waiting 0 ms 2024-12-15T23:24:34,553 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:24:34,554 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:24:34,554 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for b800ed9df0a45815b01322573ada1ccc: 2024-12-15T23:24:34,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:34,556 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 90c0d710e1c909ef3eba8c0191a33ebc, NAME => 'test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:34,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 7eae9e8a7a1eed17b63e796748c80151, disabling compactions & flushes 2024-12-15T23:24:34,556 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:34,556 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:24:34,556 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:24:34,557 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 6aa9129f8fd1eb9768701a4d363a3bf6, disabling compactions & flushes 2024-12-15T23:24:34,557 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. after waiting 0 ms 2024-12-15T23:24:34,557 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:24:34,557 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:24:34,557 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:24:34,557 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:24:34,557 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 7eae9e8a7a1eed17b63e796748c80151: 2024-12-15T23:24:34,557 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. after waiting 0 ms 2024-12-15T23:24:34,557 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:24:34,557 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:24:34,557 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 6aa9129f8fd1eb9768701a4d363a3bf6: 2024-12-15T23:24:34,557 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8dc9bb9cef4070a5b139fbaa9d7ba260, NAME => 'test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:34,558 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 4753d4ea9e7055a749b3e7f60ac63ad3, NAME => 'test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:34,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741857_1033 (size=45) 2024-12-15T23:24:34,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741859_1035 (size=45) 2024-12-15T23:24:34,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741858_1034 (size=45) 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 90c0d710e1c909ef3eba8c0191a33ebc, disabling compactions & flushes 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 4753d4ea9e7055a749b3e7f60ac63ad3, disabling compactions & flushes 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8dc9bb9cef4070a5b139fbaa9d7ba260, disabling compactions & flushes 2024-12-15T23:24:34,973 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:24:34,973 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:24:34,973 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. after waiting 0 ms 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. after waiting 0 ms 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:24:34,973 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. after waiting 0 ms 2024-12-15T23:24:34,973 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 90c0d710e1c909ef3eba8c0191a33ebc: 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:24:34,973 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 4753d4ea9e7055a749b3e7f60ac63ad3: 2024-12-15T23:24:34,973 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:24:34,974 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8dc9bb9cef4070a5b139fbaa9d7ba260: 2024-12-15T23:24:34,974 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 176aaf348d017ae1028b69546b539f64, NAME => 'test,www,1734305071635.176aaf348d017ae1028b69546b539f64.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:34,975 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 8db571b7cb94d80905983921622495b0, NAME => 'test,yyy,1734305071635.8db571b7cb94d80905983921622495b0.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:34,976 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 01532edd317a625ffc71c20cb458019f, NAME => 'test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:34,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741860_1036 (size=45) 2024-12-15T23:24:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741861_1037 (size=45) 2024-12-15T23:24:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741862_1038 (size=45) 2024-12-15T23:24:35,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,www,1734305071635.176aaf348d017ae1028b69546b539f64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:35,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 176aaf348d017ae1028b69546b539f64, disabling compactions & flushes 2024-12-15T23:24:35,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:24:35,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:24:35,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734305071635.176aaf348d017ae1028b69546b539f64. after waiting 0 ms 2024-12-15T23:24:35,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:24:35,388 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:24:35,388 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 176aaf348d017ae1028b69546b539f64: 2024-12-15T23:24:35,390 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 376e4e64008bf59c7ce7d11f7647abfc, NAME => 'test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:35,390 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,yyy,1734305071635.8db571b7cb94d80905983921622495b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:35,390 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 8db571b7cb94d80905983921622495b0, disabling compactions & flushes 2024-12-15T23:24:35,390 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. after waiting 0 ms 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:24:35,391 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 8db571b7cb94d80905983921622495b0: 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 01532edd317a625ffc71c20cb458019f, disabling compactions & flushes 2024-12-15T23:24:35,391 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. after waiting 0 ms 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:24:35,391 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:24:35,391 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 01532edd317a625ffc71c20cb458019f: 2024-12-15T23:24:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741863_1039 (size=42) 2024-12-15T23:24:35,496 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T23:24:35,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:35,800 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:35,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 376e4e64008bf59c7ce7d11f7647abfc, disabling compactions & flushes 2024-12-15T23:24:35,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:24:35,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:24:35,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. after waiting 0 ms 2024-12-15T23:24:35,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:24:35,801 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:24:35,801 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 376e4e64008bf59c7ce7d11f7647abfc: 2024-12-15T23:24:35,804 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T23:24:35,805 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,806 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,807 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,807 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,807 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,807 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,807 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,808 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,808 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734305071635.249fe7424871e5d018cf20790476788c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,808 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734305071635.219460a2f263129db8907eb35670c415.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,808 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,809 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734305071635.176aaf348d017ae1028b69546b539f64.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734305071635.8db571b7cb94d80905983921622495b0.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,810 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,811 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734305075804"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305075804"}]},"ts":"1734305075804"} 2024-12-15T23:24:35,842 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-15T23:24:35,844 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T23:24:35,844 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305075844"}]},"ts":"1734305075844"} 2024-12-15T23:24:35,846 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-15T23:24:35,902 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c11c7dea48e03b602515a5d47ffa6ea1, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ac073778a01d594be3130800ff1a6f6, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cde423b4a64d6210ffc9ffdc00a7a2c0, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66c126d415f473e381b5cec091894ca9, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4bbefb5d13c97fd5c4526c1ddd9392de, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f1c9f72b0d5d5f4c1ed8028cdadaef22, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=01ef710689589cb251b0cb346cc39d05, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d55b30a8509f9ea4d49fc89a3cca768b, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=736d26ebddda4c428afca19df24f1e51, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f915bd5ce5c66e570e1e034f760b823e, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1f6dab6039736a3800f6f3d26f432a19, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=249fe7424871e5d018cf20790476788c, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=219460a2f263129db8907eb35670c415, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c0613f83c8e9db8519afdf373b4a7d57, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b7e7988d1a485d7cda21a94a62692d45, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33dfe8e52410ae827273cbfc19d8e154, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b800ed9df0a45815b01322573ada1ccc, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7eae9e8a7a1eed17b63e796748c80151, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6aa9129f8fd1eb9768701a4d363a3bf6, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=90c0d710e1c909ef3eba8c0191a33ebc, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8dc9bb9cef4070a5b139fbaa9d7ba260, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4753d4ea9e7055a749b3e7f60ac63ad3, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=176aaf348d017ae1028b69546b539f64, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=01532edd317a625ffc71c20cb458019f, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8db571b7cb94d80905983921622495b0, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=376e4e64008bf59c7ce7d11f7647abfc, ASSIGN}] 2024-12-15T23:24:35,906 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=66c126d415f473e381b5cec091894ca9, ASSIGN 2024-12-15T23:24:35,906 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=2ac073778a01d594be3130800ff1a6f6, ASSIGN 2024-12-15T23:24:35,907 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4bbefb5d13c97fd5c4526c1ddd9392de, ASSIGN 2024-12-15T23:24:35,907 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=cde423b4a64d6210ffc9ffdc00a7a2c0, ASSIGN 2024-12-15T23:24:35,908 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=66c126d415f473e381b5cec091894ca9, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,908 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=2ac073778a01d594be3130800ff1a6f6, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,908 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4bbefb5d13c97fd5c4526c1ddd9392de, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,908 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=cde423b4a64d6210ffc9ffdc00a7a2c0, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,911 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=176aaf348d017ae1028b69546b539f64, ASSIGN 2024-12-15T23:24:35,911 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=01532edd317a625ffc71c20cb458019f, ASSIGN 2024-12-15T23:24:35,911 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=4753d4ea9e7055a749b3e7f60ac63ad3, ASSIGN 2024-12-15T23:24:35,911 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8db571b7cb94d80905983921622495b0, ASSIGN 2024-12-15T23:24:35,912 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=376e4e64008bf59c7ce7d11f7647abfc, ASSIGN 2024-12-15T23:24:35,912 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=176aaf348d017ae1028b69546b539f64, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,912 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8db571b7cb94d80905983921622495b0, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,912 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=01532edd317a625ffc71c20cb458019f, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,912 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=4753d4ea9e7055a749b3e7f60ac63ad3, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,912 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=376e4e64008bf59c7ce7d11f7647abfc, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,916 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6aa9129f8fd1eb9768701a4d363a3bf6, ASSIGN 2024-12-15T23:24:35,917 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=90c0d710e1c909ef3eba8c0191a33ebc, ASSIGN 2024-12-15T23:24:35,917 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=8dc9bb9cef4070a5b139fbaa9d7ba260, ASSIGN 2024-12-15T23:24:35,917 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7eae9e8a7a1eed17b63e796748c80151, ASSIGN 2024-12-15T23:24:35,917 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b800ed9df0a45815b01322573ada1ccc, ASSIGN 2024-12-15T23:24:35,918 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=90c0d710e1c909ef3eba8c0191a33ebc, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,918 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6aa9129f8fd1eb9768701a4d363a3bf6, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,918 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=8dc9bb9cef4070a5b139fbaa9d7ba260, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,918 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b800ed9df0a45815b01322573ada1ccc, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,918 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7eae9e8a7a1eed17b63e796748c80151, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,923 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=219460a2f263129db8907eb35670c415, ASSIGN 2024-12-15T23:24:35,923 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c0613f83c8e9db8519afdf373b4a7d57, ASSIGN 2024-12-15T23:24:35,923 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b7e7988d1a485d7cda21a94a62692d45, ASSIGN 2024-12-15T23:24:35,923 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=33dfe8e52410ae827273cbfc19d8e154, ASSIGN 2024-12-15T23:24:35,923 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=249fe7424871e5d018cf20790476788c, ASSIGN 2024-12-15T23:24:35,924 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b7e7988d1a485d7cda21a94a62692d45, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,924 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=219460a2f263129db8907eb35670c415, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,924 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=249fe7424871e5d018cf20790476788c, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,924 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=33dfe8e52410ae827273cbfc19d8e154, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,924 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c0613f83c8e9db8519afdf373b4a7d57, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,928 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d55b30a8509f9ea4d49fc89a3cca768b, ASSIGN 2024-12-15T23:24:35,928 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=01ef710689589cb251b0cb346cc39d05, ASSIGN 2024-12-15T23:24:35,928 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=736d26ebddda4c428afca19df24f1e51, ASSIGN 2024-12-15T23:24:35,928 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f915bd5ce5c66e570e1e034f760b823e, ASSIGN 2024-12-15T23:24:35,928 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=1f6dab6039736a3800f6f3d26f432a19, ASSIGN 2024-12-15T23:24:35,929 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d55b30a8509f9ea4d49fc89a3cca768b, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,929 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=01ef710689589cb251b0cb346cc39d05, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,929 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=736d26ebddda4c428afca19df24f1e51, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,929 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f915bd5ce5c66e570e1e034f760b823e, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,929 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=1f6dab6039736a3800f6f3d26f432a19, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,932 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c11c7dea48e03b602515a5d47ffa6ea1, ASSIGN 2024-12-15T23:24:35,932 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=f1c9f72b0d5d5f4c1ed8028cdadaef22, ASSIGN 2024-12-15T23:24:35,933 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=f1c9f72b0d5d5f4c1ed8028cdadaef22, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:35,933 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c11c7dea48e03b602515a5d47ffa6ea1, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:36,059 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=b7e7988d1a485d7cda21a94a62692d45, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,059 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=219460a2f263129db8907eb35670c415, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,059 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=1f6dab6039736a3800f6f3d26f432a19, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,059 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2ac073778a01d594be3130800ff1a6f6, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,060 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=376e4e64008bf59c7ce7d11f7647abfc, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,065 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=22, state=RUNNABLE; OpenRegionProcedure 219460a2f263129db8907eb35670c415, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,067 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=20, state=RUNNABLE; OpenRegionProcedure 1f6dab6039736a3800f6f3d26f432a19, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,070 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=11, state=RUNNABLE; OpenRegionProcedure 2ac073778a01d594be3130800ff1a6f6, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,072 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=24, state=RUNNABLE; OpenRegionProcedure b7e7988d1a485d7cda21a94a62692d45, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,072 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=35, state=RUNNABLE; OpenRegionProcedure 376e4e64008bf59c7ce7d11f7647abfc, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,072 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=33dfe8e52410ae827273cbfc19d8e154, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,075 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=25, state=RUNNABLE; OpenRegionProcedure 33dfe8e52410ae827273cbfc19d8e154, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,075 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=249fe7424871e5d018cf20790476788c, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,075 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=cde423b4a64d6210ffc9ffdc00a7a2c0, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,078 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=12, state=RUNNABLE; OpenRegionProcedure cde423b4a64d6210ffc9ffdc00a7a2c0, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,078 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=21, state=RUNNABLE; OpenRegionProcedure 249fe7424871e5d018cf20790476788c, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,078 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7eae9e8a7a1eed17b63e796748c80151, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,081 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=27, state=RUNNABLE; OpenRegionProcedure 7eae9e8a7a1eed17b63e796748c80151, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,081 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4bbefb5d13c97fd5c4526c1ddd9392de, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,081 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=f1c9f72b0d5d5f4c1ed8028cdadaef22, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,083 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=14, state=RUNNABLE; OpenRegionProcedure 4bbefb5d13c97fd5c4526c1ddd9392de, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,084 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=15, state=RUNNABLE; OpenRegionProcedure f1c9f72b0d5d5f4c1ed8028cdadaef22, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,084 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=736d26ebddda4c428afca19df24f1e51, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,084 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=01532edd317a625ffc71c20cb458019f, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,087 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=33, state=RUNNABLE; OpenRegionProcedure 01532edd317a625ffc71c20cb458019f, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,088 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=18, state=RUNNABLE; OpenRegionProcedure 736d26ebddda4c428afca19df24f1e51, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,088 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=90c0d710e1c909ef3eba8c0191a33ebc, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,091 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=29, state=RUNNABLE; OpenRegionProcedure 90c0d710e1c909ef3eba8c0191a33ebc, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,091 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=66c126d415f473e381b5cec091894ca9, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,091 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=01ef710689589cb251b0cb346cc39d05, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,094 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=13, state=RUNNABLE; OpenRegionProcedure 66c126d415f473e381b5cec091894ca9, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,094 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=8db571b7cb94d80905983921622495b0, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,096 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=16, state=RUNNABLE; OpenRegionProcedure 01ef710689589cb251b0cb346cc39d05, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,098 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=34, state=RUNNABLE; OpenRegionProcedure 8db571b7cb94d80905983921622495b0, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,098 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=d55b30a8509f9ea4d49fc89a3cca768b, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,101 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=17, state=RUNNABLE; OpenRegionProcedure d55b30a8509f9ea4d49fc89a3cca768b, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,101 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=176aaf348d017ae1028b69546b539f64, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,103 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c11c7dea48e03b602515a5d47ffa6ea1, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,103 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8dc9bb9cef4070a5b139fbaa9d7ba260, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,104 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=32, state=RUNNABLE; OpenRegionProcedure 176aaf348d017ae1028b69546b539f64, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,106 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=30, state=RUNNABLE; OpenRegionProcedure 8dc9bb9cef4070a5b139fbaa9d7ba260, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,108 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=10, state=RUNNABLE; OpenRegionProcedure c11c7dea48e03b602515a5d47ffa6ea1, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,108 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=f915bd5ce5c66e570e1e034f760b823e, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,108 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c0613f83c8e9db8519afdf373b4a7d57, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,112 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=19, state=RUNNABLE; OpenRegionProcedure f915bd5ce5c66e570e1e034f760b823e, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,112 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=6aa9129f8fd1eb9768701a4d363a3bf6, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,113 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=23, state=RUNNABLE; OpenRegionProcedure c0613f83c8e9db8519afdf373b4a7d57, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,113 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=b800ed9df0a45815b01322573ada1ccc, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=28, state=RUNNABLE; OpenRegionProcedure 6aa9129f8fd1eb9768701a4d363a3bf6, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,118 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=26, state=RUNNABLE; OpenRegionProcedure b800ed9df0a45815b01322573ada1ccc, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,118 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=4753d4ea9e7055a749b3e7f60ac63ad3, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,120 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=31, state=RUNNABLE; OpenRegionProcedure 4753d4ea9e7055a749b3e7f60ac63ad3, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:36,220 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3434134abe44,39217,1734305058766 2024-12-15T23:24:36,228 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:24:36,229 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 7eae9e8a7a1eed17b63e796748c80151, NAME => 'test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-15T23:24:36,229 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7eae9e8a7a1eed17b63e796748c80151 2024-12-15T23:24:36,230 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,230 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 7eae9e8a7a1eed17b63e796748c80151 2024-12-15T23:24:36,230 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 7eae9e8a7a1eed17b63e796748c80151 2024-12-15T23:24:36,232 INFO [StoreOpener-7eae9e8a7a1eed17b63e796748c80151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7eae9e8a7a1eed17b63e796748c80151 2024-12-15T23:24:36,235 INFO [StoreOpener-7eae9e8a7a1eed17b63e796748c80151-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7eae9e8a7a1eed17b63e796748c80151 columnFamilyName f 2024-12-15T23:24:36,236 DEBUG [StoreOpener-7eae9e8a7a1eed17b63e796748c80151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,237 INFO [StoreOpener-7eae9e8a7a1eed17b63e796748c80151-1 {}] regionserver.HStore(327): Store=7eae9e8a7a1eed17b63e796748c80151/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,237 INFO [StoreOpener-7eae9e8a7a1eed17b63e796748c80151-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7eae9e8a7a1eed17b63e796748c80151 2024-12-15T23:24:36,239 INFO [StoreOpener-7eae9e8a7a1eed17b63e796748c80151-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7eae9e8a7a1eed17b63e796748c80151 columnFamilyName norep 2024-12-15T23:24:36,239 DEBUG [StoreOpener-7eae9e8a7a1eed17b63e796748c80151-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,240 INFO [StoreOpener-7eae9e8a7a1eed17b63e796748c80151-1 {}] regionserver.HStore(327): Store=7eae9e8a7a1eed17b63e796748c80151/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,241 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/7eae9e8a7a1eed17b63e796748c80151 2024-12-15T23:24:36,241 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/7eae9e8a7a1eed17b63e796748c80151 2024-12-15T23:24:36,243 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,244 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 7eae9e8a7a1eed17b63e796748c80151 2024-12-15T23:24:36,247 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/7eae9e8a7a1eed17b63e796748c80151/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,248 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 7eae9e8a7a1eed17b63e796748c80151; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68861864, jitterRate=0.02612173557281494}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,248 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 7eae9e8a7a1eed17b63e796748c80151: 2024-12-15T23:24:36,249 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151., pid=44, masterSystemTime=1734305076219 2024-12-15T23:24:36,251 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:24:36,252 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:24:36,252 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:24:36,252 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 8dc9bb9cef4070a5b139fbaa9d7ba260, NAME => 'test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-15T23:24:36,252 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=7eae9e8a7a1eed17b63e796748c80151, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,252 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8dc9bb9cef4070a5b139fbaa9d7ba260 2024-12-15T23:24:36,252 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,253 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 8dc9bb9cef4070a5b139fbaa9d7ba260 2024-12-15T23:24:36,253 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 8dc9bb9cef4070a5b139fbaa9d7ba260 2024-12-15T23:24:36,255 INFO [StoreOpener-8dc9bb9cef4070a5b139fbaa9d7ba260-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8dc9bb9cef4070a5b139fbaa9d7ba260 2024-12-15T23:24:36,258 INFO [StoreOpener-8dc9bb9cef4070a5b139fbaa9d7ba260-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dc9bb9cef4070a5b139fbaa9d7ba260 columnFamilyName f 2024-12-15T23:24:36,258 DEBUG [StoreOpener-8dc9bb9cef4070a5b139fbaa9d7ba260-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,259 INFO [StoreOpener-8dc9bb9cef4070a5b139fbaa9d7ba260-1 {}] regionserver.HStore(327): Store=8dc9bb9cef4070a5b139fbaa9d7ba260/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,259 INFO [StoreOpener-8dc9bb9cef4070a5b139fbaa9d7ba260-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8dc9bb9cef4070a5b139fbaa9d7ba260 2024-12-15T23:24:36,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=27 2024-12-15T23:24:36,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=27, state=SUCCESS; OpenRegionProcedure 7eae9e8a7a1eed17b63e796748c80151, server=3434134abe44,39217,1734305058766 in 176 msec 2024-12-15T23:24:36,261 INFO [StoreOpener-8dc9bb9cef4070a5b139fbaa9d7ba260-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8dc9bb9cef4070a5b139fbaa9d7ba260 columnFamilyName norep 2024-12-15T23:24:36,261 DEBUG [StoreOpener-8dc9bb9cef4070a5b139fbaa9d7ba260-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,261 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7eae9e8a7a1eed17b63e796748c80151, ASSIGN in 357 msec 2024-12-15T23:24:36,262 INFO [StoreOpener-8dc9bb9cef4070a5b139fbaa9d7ba260-1 {}] regionserver.HStore(327): Store=8dc9bb9cef4070a5b139fbaa9d7ba260/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,263 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/8dc9bb9cef4070a5b139fbaa9d7ba260 2024-12-15T23:24:36,264 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/8dc9bb9cef4070a5b139fbaa9d7ba260 2024-12-15T23:24:36,266 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,267 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 8dc9bb9cef4070a5b139fbaa9d7ba260 2024-12-15T23:24:36,270 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/8dc9bb9cef4070a5b139fbaa9d7ba260/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,271 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 8dc9bb9cef4070a5b139fbaa9d7ba260; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64672248, jitterRate=-0.0363084077835083}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,271 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 8dc9bb9cef4070a5b139fbaa9d7ba260: 2024-12-15T23:24:36,272 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260., pid=55, masterSystemTime=1734305076219 2024-12-15T23:24:36,275 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:24:36,275 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:24:36,275 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:24:36,275 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=8dc9bb9cef4070a5b139fbaa9d7ba260, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,275 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => f915bd5ce5c66e570e1e034f760b823e, NAME => 'test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-15T23:24:36,276 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:24:36,276 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,276 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:24:36,276 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:24:36,278 INFO [StoreOpener-f915bd5ce5c66e570e1e034f760b823e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:24:36,281 INFO [StoreOpener-f915bd5ce5c66e570e1e034f760b823e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f915bd5ce5c66e570e1e034f760b823e columnFamilyName f 2024-12-15T23:24:36,281 DEBUG [StoreOpener-f915bd5ce5c66e570e1e034f760b823e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,281 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=30 2024-12-15T23:24:36,282 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=30, state=SUCCESS; OpenRegionProcedure 8dc9bb9cef4070a5b139fbaa9d7ba260, server=3434134abe44,39217,1734305058766 in 171 msec 2024-12-15T23:24:36,282 INFO [StoreOpener-f915bd5ce5c66e570e1e034f760b823e-1 {}] regionserver.HStore(327): Store=f915bd5ce5c66e570e1e034f760b823e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,282 INFO [StoreOpener-f915bd5ce5c66e570e1e034f760b823e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:24:36,284 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8dc9bb9cef4070a5b139fbaa9d7ba260, ASSIGN in 379 msec 2024-12-15T23:24:36,285 INFO [StoreOpener-f915bd5ce5c66e570e1e034f760b823e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f915bd5ce5c66e570e1e034f760b823e columnFamilyName norep 2024-12-15T23:24:36,285 DEBUG [StoreOpener-f915bd5ce5c66e570e1e034f760b823e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,285 INFO [StoreOpener-f915bd5ce5c66e570e1e034f760b823e-1 {}] regionserver.HStore(327): Store=f915bd5ce5c66e570e1e034f760b823e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,287 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:24:36,287 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:24:36,289 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,291 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:24:36,294 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/f915bd5ce5c66e570e1e034f760b823e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,295 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened f915bd5ce5c66e570e1e034f760b823e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59787559, jitterRate=-0.10909594595432281}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,296 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for f915bd5ce5c66e570e1e034f760b823e: 2024-12-15T23:24:36,297 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e., pid=57, masterSystemTime=1734305076219 2024-12-15T23:24:36,299 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:24:36,300 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:24:36,300 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:24:36,300 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => 01ef710689589cb251b0cb346cc39d05, NAME => 'test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-15T23:24:36,300 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=f915bd5ce5c66e570e1e034f760b823e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,300 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 01ef710689589cb251b0cb346cc39d05 2024-12-15T23:24:36,301 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,301 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for 01ef710689589cb251b0cb346cc39d05 2024-12-15T23:24:36,301 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for 01ef710689589cb251b0cb346cc39d05 2024-12-15T23:24:36,302 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43079 {}] assignment.AssignmentManager(1526): Unable to acquire lock for regionNode state=OPEN, location=3434134abe44,39217,1734305058766, table=test, region=f915bd5ce5c66e570e1e034f760b823e. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-12-15T23:24:36,304 INFO [StoreOpener-01ef710689589cb251b0cb346cc39d05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 01ef710689589cb251b0cb346cc39d05 2024-12-15T23:24:36,307 INFO [StoreOpener-01ef710689589cb251b0cb346cc39d05-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ef710689589cb251b0cb346cc39d05 columnFamilyName f 2024-12-15T23:24:36,307 DEBUG [StoreOpener-01ef710689589cb251b0cb346cc39d05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=19 2024-12-15T23:24:36,308 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=19, state=SUCCESS; OpenRegionProcedure f915bd5ce5c66e570e1e034f760b823e, server=3434134abe44,39217,1734305058766 in 193 msec 2024-12-15T23:24:36,308 INFO [StoreOpener-01ef710689589cb251b0cb346cc39d05-1 {}] regionserver.HStore(327): Store=01ef710689589cb251b0cb346cc39d05/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,308 INFO [StoreOpener-01ef710689589cb251b0cb346cc39d05-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 01ef710689589cb251b0cb346cc39d05 2024-12-15T23:24:36,310 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f915bd5ce5c66e570e1e034f760b823e, ASSIGN in 406 msec 2024-12-15T23:24:36,311 INFO [StoreOpener-01ef710689589cb251b0cb346cc39d05-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01ef710689589cb251b0cb346cc39d05 columnFamilyName norep 2024-12-15T23:24:36,311 DEBUG [StoreOpener-01ef710689589cb251b0cb346cc39d05-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,312 INFO [StoreOpener-01ef710689589cb251b0cb346cc39d05-1 {}] regionserver.HStore(327): Store=01ef710689589cb251b0cb346cc39d05/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,313 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/01ef710689589cb251b0cb346cc39d05 2024-12-15T23:24:36,314 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/01ef710689589cb251b0cb346cc39d05 2024-12-15T23:24:36,316 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,317 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for 01ef710689589cb251b0cb346cc39d05 2024-12-15T23:24:36,321 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/01ef710689589cb251b0cb346cc39d05/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,321 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened 01ef710689589cb251b0cb346cc39d05; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62648305, jitterRate=-0.06646750867366791}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,322 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for 01ef710689589cb251b0cb346cc39d05: 2024-12-15T23:24:36,323 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05., pid=51, masterSystemTime=1734305076219 2024-12-15T23:24:36,325 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:24:36,325 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:24:36,325 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:24:36,325 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => 8db571b7cb94d80905983921622495b0, NAME => 'test,yyy,1734305071635.8db571b7cb94d80905983921622495b0.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-15T23:24:36,326 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 8db571b7cb94d80905983921622495b0 2024-12-15T23:24:36,326 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,yyy,1734305071635.8db571b7cb94d80905983921622495b0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,326 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=01ef710689589cb251b0cb346cc39d05, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,326 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for 8db571b7cb94d80905983921622495b0 2024-12-15T23:24:36,326 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for 8db571b7cb94d80905983921622495b0 2024-12-15T23:24:36,329 INFO [StoreOpener-8db571b7cb94d80905983921622495b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8db571b7cb94d80905983921622495b0 2024-12-15T23:24:36,331 INFO [StoreOpener-8db571b7cb94d80905983921622495b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8db571b7cb94d80905983921622495b0 columnFamilyName f 2024-12-15T23:24:36,331 DEBUG [StoreOpener-8db571b7cb94d80905983921622495b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,332 INFO [StoreOpener-8db571b7cb94d80905983921622495b0-1 {}] regionserver.HStore(327): Store=8db571b7cb94d80905983921622495b0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=16 2024-12-15T23:24:36,332 INFO [StoreOpener-8db571b7cb94d80905983921622495b0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 8db571b7cb94d80905983921622495b0 2024-12-15T23:24:36,332 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=16, state=SUCCESS; OpenRegionProcedure 01ef710689589cb251b0cb346cc39d05, server=3434134abe44,39217,1734305058766 in 235 msec 2024-12-15T23:24:36,334 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=01ef710689589cb251b0cb346cc39d05, ASSIGN in 430 msec 2024-12-15T23:24:36,334 INFO [StoreOpener-8db571b7cb94d80905983921622495b0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8db571b7cb94d80905983921622495b0 columnFamilyName norep 2024-12-15T23:24:36,334 DEBUG [StoreOpener-8db571b7cb94d80905983921622495b0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,335 INFO [StoreOpener-8db571b7cb94d80905983921622495b0-1 {}] regionserver.HStore(327): Store=8db571b7cb94d80905983921622495b0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,336 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/8db571b7cb94d80905983921622495b0 2024-12-15T23:24:36,336 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/8db571b7cb94d80905983921622495b0 2024-12-15T23:24:36,338 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,339 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for 8db571b7cb94d80905983921622495b0 2024-12-15T23:24:36,342 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/8db571b7cb94d80905983921622495b0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,343 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened 8db571b7cb94d80905983921622495b0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65857310, jitterRate=-0.01864960789680481}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,343 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for 8db571b7cb94d80905983921622495b0: 2024-12-15T23:24:36,344 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734305071635.8db571b7cb94d80905983921622495b0., pid=52, masterSystemTime=1734305076219 2024-12-15T23:24:36,346 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:24:36,347 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:24:36,347 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:24:36,347 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => 176aaf348d017ae1028b69546b539f64, NAME => 'test,www,1734305071635.176aaf348d017ae1028b69546b539f64.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-15T23:24:36,347 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=8db571b7cb94d80905983921622495b0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,347 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 176aaf348d017ae1028b69546b539f64 2024-12-15T23:24:36,347 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,www,1734305071635.176aaf348d017ae1028b69546b539f64.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,347 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for 176aaf348d017ae1028b69546b539f64 2024-12-15T23:24:36,347 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for 176aaf348d017ae1028b69546b539f64 2024-12-15T23:24:36,349 INFO [StoreOpener-176aaf348d017ae1028b69546b539f64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 176aaf348d017ae1028b69546b539f64 2024-12-15T23:24:36,351 INFO [StoreOpener-176aaf348d017ae1028b69546b539f64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176aaf348d017ae1028b69546b539f64 columnFamilyName f 2024-12-15T23:24:36,351 DEBUG [StoreOpener-176aaf348d017ae1028b69546b539f64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,352 INFO [StoreOpener-176aaf348d017ae1028b69546b539f64-1 {}] regionserver.HStore(327): Store=176aaf348d017ae1028b69546b539f64/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,352 INFO [StoreOpener-176aaf348d017ae1028b69546b539f64-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 176aaf348d017ae1028b69546b539f64 2024-12-15T23:24:36,352 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=34 2024-12-15T23:24:36,353 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=34, state=SUCCESS; OpenRegionProcedure 8db571b7cb94d80905983921622495b0, server=3434134abe44,39217,1734305058766 in 254 msec 2024-12-15T23:24:36,354 INFO [StoreOpener-176aaf348d017ae1028b69546b539f64-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 176aaf348d017ae1028b69546b539f64 columnFamilyName norep 2024-12-15T23:24:36,354 DEBUG [StoreOpener-176aaf348d017ae1028b69546b539f64-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,354 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=8db571b7cb94d80905983921622495b0, ASSIGN in 451 msec 2024-12-15T23:24:36,354 INFO [StoreOpener-176aaf348d017ae1028b69546b539f64-1 {}] regionserver.HStore(327): Store=176aaf348d017ae1028b69546b539f64/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,355 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/176aaf348d017ae1028b69546b539f64 2024-12-15T23:24:36,356 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/176aaf348d017ae1028b69546b539f64 2024-12-15T23:24:36,357 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,359 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for 176aaf348d017ae1028b69546b539f64 2024-12-15T23:24:36,361 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/176aaf348d017ae1028b69546b539f64/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,362 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened 176aaf348d017ae1028b69546b539f64; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65258962, jitterRate=-0.027565687894821167}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,362 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for 176aaf348d017ae1028b69546b539f64: 2024-12-15T23:24:36,363 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734305071635.176aaf348d017ae1028b69546b539f64., pid=54, masterSystemTime=1734305076219 2024-12-15T23:24:36,365 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:24:36,365 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:24:36,365 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:24:36,365 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => b800ed9df0a45815b01322573ada1ccc, NAME => 'test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-15T23:24:36,366 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=176aaf348d017ae1028b69546b539f64, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,366 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b800ed9df0a45815b01322573ada1ccc 2024-12-15T23:24:36,366 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,366 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for b800ed9df0a45815b01322573ada1ccc 2024-12-15T23:24:36,366 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for b800ed9df0a45815b01322573ada1ccc 2024-12-15T23:24:36,368 INFO [StoreOpener-b800ed9df0a45815b01322573ada1ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b800ed9df0a45815b01322573ada1ccc 2024-12-15T23:24:36,371 INFO [StoreOpener-b800ed9df0a45815b01322573ada1ccc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b800ed9df0a45815b01322573ada1ccc columnFamilyName f 2024-12-15T23:24:36,371 DEBUG [StoreOpener-b800ed9df0a45815b01322573ada1ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,371 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=32 2024-12-15T23:24:36,372 INFO [StoreOpener-b800ed9df0a45815b01322573ada1ccc-1 {}] regionserver.HStore(327): Store=b800ed9df0a45815b01322573ada1ccc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,372 INFO [StoreOpener-b800ed9df0a45815b01322573ada1ccc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b800ed9df0a45815b01322573ada1ccc 2024-12-15T23:24:36,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=32, state=SUCCESS; OpenRegionProcedure 176aaf348d017ae1028b69546b539f64, server=3434134abe44,39217,1734305058766 in 265 msec 2024-12-15T23:24:36,374 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=176aaf348d017ae1028b69546b539f64, ASSIGN in 470 msec 2024-12-15T23:24:36,375 INFO [StoreOpener-b800ed9df0a45815b01322573ada1ccc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b800ed9df0a45815b01322573ada1ccc columnFamilyName norep 2024-12-15T23:24:36,375 DEBUG [StoreOpener-b800ed9df0a45815b01322573ada1ccc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,376 INFO [StoreOpener-b800ed9df0a45815b01322573ada1ccc-1 {}] regionserver.HStore(327): Store=b800ed9df0a45815b01322573ada1ccc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,377 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/b800ed9df0a45815b01322573ada1ccc 2024-12-15T23:24:36,377 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/b800ed9df0a45815b01322573ada1ccc 2024-12-15T23:24:36,379 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,380 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for b800ed9df0a45815b01322573ada1ccc 2024-12-15T23:24:36,383 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/b800ed9df0a45815b01322573ada1ccc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,383 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened b800ed9df0a45815b01322573ada1ccc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74365393, jitterRate=0.10813070833683014}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,384 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for b800ed9df0a45815b01322573ada1ccc: 2024-12-15T23:24:36,385 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc., pid=60, masterSystemTime=1734305076219 2024-12-15T23:24:36,387 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:24:36,387 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:24:36,387 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:24:36,387 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 90c0d710e1c909ef3eba8c0191a33ebc, NAME => 'test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-15T23:24:36,388 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=b800ed9df0a45815b01322573ada1ccc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,388 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 90c0d710e1c909ef3eba8c0191a33ebc 2024-12-15T23:24:36,388 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,388 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 90c0d710e1c909ef3eba8c0191a33ebc 2024-12-15T23:24:36,388 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 90c0d710e1c909ef3eba8c0191a33ebc 2024-12-15T23:24:36,390 INFO [StoreOpener-90c0d710e1c909ef3eba8c0191a33ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 90c0d710e1c909ef3eba8c0191a33ebc 2024-12-15T23:24:36,393 INFO [StoreOpener-90c0d710e1c909ef3eba8c0191a33ebc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90c0d710e1c909ef3eba8c0191a33ebc columnFamilyName f 2024-12-15T23:24:36,393 DEBUG [StoreOpener-90c0d710e1c909ef3eba8c0191a33ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,394 INFO [StoreOpener-90c0d710e1c909ef3eba8c0191a33ebc-1 {}] regionserver.HStore(327): Store=90c0d710e1c909ef3eba8c0191a33ebc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=26 2024-12-15T23:24:36,394 INFO [StoreOpener-90c0d710e1c909ef3eba8c0191a33ebc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 90c0d710e1c909ef3eba8c0191a33ebc 2024-12-15T23:24:36,394 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=26, state=SUCCESS; OpenRegionProcedure b800ed9df0a45815b01322573ada1ccc, server=3434134abe44,39217,1734305058766 in 274 msec 2024-12-15T23:24:36,396 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b800ed9df0a45815b01322573ada1ccc, ASSIGN in 492 msec 2024-12-15T23:24:36,396 INFO [StoreOpener-90c0d710e1c909ef3eba8c0191a33ebc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 90c0d710e1c909ef3eba8c0191a33ebc columnFamilyName norep 2024-12-15T23:24:36,396 DEBUG [StoreOpener-90c0d710e1c909ef3eba8c0191a33ebc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,396 INFO [StoreOpener-90c0d710e1c909ef3eba8c0191a33ebc-1 {}] regionserver.HStore(327): Store=90c0d710e1c909ef3eba8c0191a33ebc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,397 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/90c0d710e1c909ef3eba8c0191a33ebc 2024-12-15T23:24:36,398 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/90c0d710e1c909ef3eba8c0191a33ebc 2024-12-15T23:24:36,399 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,401 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 90c0d710e1c909ef3eba8c0191a33ebc 2024-12-15T23:24:36,403 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/90c0d710e1c909ef3eba8c0191a33ebc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,404 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 90c0d710e1c909ef3eba8c0191a33ebc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60888046, jitterRate=-0.09269741177558899}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,404 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 90c0d710e1c909ef3eba8c0191a33ebc: 2024-12-15T23:24:36,405 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc., pid=49, masterSystemTime=1734305076219 2024-12-15T23:24:36,407 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:24:36,407 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:24:36,407 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:24:36,408 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 4bbefb5d13c97fd5c4526c1ddd9392de, NAME => 'test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-15T23:24:36,408 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=90c0d710e1c909ef3eba8c0191a33ebc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,408 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4bbefb5d13c97fd5c4526c1ddd9392de 2024-12-15T23:24:36,408 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,408 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 4bbefb5d13c97fd5c4526c1ddd9392de 2024-12-15T23:24:36,408 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 4bbefb5d13c97fd5c4526c1ddd9392de 2024-12-15T23:24:36,410 INFO [StoreOpener-4bbefb5d13c97fd5c4526c1ddd9392de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4bbefb5d13c97fd5c4526c1ddd9392de 2024-12-15T23:24:36,412 INFO [StoreOpener-4bbefb5d13c97fd5c4526c1ddd9392de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bbefb5d13c97fd5c4526c1ddd9392de columnFamilyName f 2024-12-15T23:24:36,412 DEBUG [StoreOpener-4bbefb5d13c97fd5c4526c1ddd9392de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,413 INFO [StoreOpener-4bbefb5d13c97fd5c4526c1ddd9392de-1 {}] regionserver.HStore(327): Store=4bbefb5d13c97fd5c4526c1ddd9392de/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,413 INFO [StoreOpener-4bbefb5d13c97fd5c4526c1ddd9392de-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4bbefb5d13c97fd5c4526c1ddd9392de 2024-12-15T23:24:36,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=29 2024-12-15T23:24:36,414 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=29, state=SUCCESS; OpenRegionProcedure 90c0d710e1c909ef3eba8c0191a33ebc, server=3434134abe44,39217,1734305058766 in 320 msec 2024-12-15T23:24:36,415 INFO [StoreOpener-4bbefb5d13c97fd5c4526c1ddd9392de-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4bbefb5d13c97fd5c4526c1ddd9392de columnFamilyName norep 2024-12-15T23:24:36,416 DEBUG [StoreOpener-4bbefb5d13c97fd5c4526c1ddd9392de-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,416 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=90c0d710e1c909ef3eba8c0191a33ebc, ASSIGN in 512 msec 2024-12-15T23:24:36,416 INFO [StoreOpener-4bbefb5d13c97fd5c4526c1ddd9392de-1 {}] regionserver.HStore(327): Store=4bbefb5d13c97fd5c4526c1ddd9392de/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,417 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/4bbefb5d13c97fd5c4526c1ddd9392de 2024-12-15T23:24:36,418 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/4bbefb5d13c97fd5c4526c1ddd9392de 2024-12-15T23:24:36,419 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,420 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 4bbefb5d13c97fd5c4526c1ddd9392de 2024-12-15T23:24:36,423 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/4bbefb5d13c97fd5c4526c1ddd9392de/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,423 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 4bbefb5d13c97fd5c4526c1ddd9392de; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59678055, jitterRate=-0.11072768270969391}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,424 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 4bbefb5d13c97fd5c4526c1ddd9392de: 2024-12-15T23:24:36,424 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de., pid=45, masterSystemTime=1734305076219 2024-12-15T23:24:36,426 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:24:36,426 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:24:36,427 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:24:36,427 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => cde423b4a64d6210ffc9ffdc00a7a2c0, NAME => 'test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-15T23:24:36,427 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=4bbefb5d13c97fd5c4526c1ddd9392de, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,427 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cde423b4a64d6210ffc9ffdc00a7a2c0 2024-12-15T23:24:36,427 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,427 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for cde423b4a64d6210ffc9ffdc00a7a2c0 2024-12-15T23:24:36,427 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for cde423b4a64d6210ffc9ffdc00a7a2c0 2024-12-15T23:24:36,429 INFO [StoreOpener-cde423b4a64d6210ffc9ffdc00a7a2c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cde423b4a64d6210ffc9ffdc00a7a2c0 2024-12-15T23:24:36,431 INFO [StoreOpener-cde423b4a64d6210ffc9ffdc00a7a2c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde423b4a64d6210ffc9ffdc00a7a2c0 columnFamilyName f 2024-12-15T23:24:36,431 DEBUG [StoreOpener-cde423b4a64d6210ffc9ffdc00a7a2c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=14 2024-12-15T23:24:36,432 INFO [StoreOpener-cde423b4a64d6210ffc9ffdc00a7a2c0-1 {}] regionserver.HStore(327): Store=cde423b4a64d6210ffc9ffdc00a7a2c0/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,432 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=14, state=SUCCESS; OpenRegionProcedure 4bbefb5d13c97fd5c4526c1ddd9392de, server=3434134abe44,39217,1734305058766 in 347 msec 2024-12-15T23:24:36,432 INFO [StoreOpener-cde423b4a64d6210ffc9ffdc00a7a2c0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cde423b4a64d6210ffc9ffdc00a7a2c0 2024-12-15T23:24:36,434 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4bbefb5d13c97fd5c4526c1ddd9392de, ASSIGN in 530 msec 2024-12-15T23:24:36,434 INFO [StoreOpener-cde423b4a64d6210ffc9ffdc00a7a2c0-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cde423b4a64d6210ffc9ffdc00a7a2c0 columnFamilyName norep 2024-12-15T23:24:36,434 DEBUG [StoreOpener-cde423b4a64d6210ffc9ffdc00a7a2c0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,434 INFO [StoreOpener-cde423b4a64d6210ffc9ffdc00a7a2c0-1 {}] regionserver.HStore(327): Store=cde423b4a64d6210ffc9ffdc00a7a2c0/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,435 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/cde423b4a64d6210ffc9ffdc00a7a2c0 2024-12-15T23:24:36,435 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/cde423b4a64d6210ffc9ffdc00a7a2c0 2024-12-15T23:24:36,437 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,438 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for cde423b4a64d6210ffc9ffdc00a7a2c0 2024-12-15T23:24:36,441 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/cde423b4a64d6210ffc9ffdc00a7a2c0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,441 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened cde423b4a64d6210ffc9ffdc00a7a2c0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68820470, jitterRate=0.02550491690635681}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,442 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for cde423b4a64d6210ffc9ffdc00a7a2c0: 2024-12-15T23:24:36,443 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0., pid=43, masterSystemTime=1734305076219 2024-12-15T23:24:36,445 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:24:36,445 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:24:36,445 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:24:36,445 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => b7e7988d1a485d7cda21a94a62692d45, NAME => 'test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-15T23:24:36,445 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=cde423b4a64d6210ffc9ffdc00a7a2c0, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,445 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b7e7988d1a485d7cda21a94a62692d45 2024-12-15T23:24:36,445 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,446 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for b7e7988d1a485d7cda21a94a62692d45 2024-12-15T23:24:36,446 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for b7e7988d1a485d7cda21a94a62692d45 2024-12-15T23:24:36,448 INFO [StoreOpener-b7e7988d1a485d7cda21a94a62692d45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b7e7988d1a485d7cda21a94a62692d45 2024-12-15T23:24:36,449 INFO [StoreOpener-b7e7988d1a485d7cda21a94a62692d45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e7988d1a485d7cda21a94a62692d45 columnFamilyName f 2024-12-15T23:24:36,450 DEBUG [StoreOpener-b7e7988d1a485d7cda21a94a62692d45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,450 INFO [StoreOpener-b7e7988d1a485d7cda21a94a62692d45-1 {}] regionserver.HStore(327): Store=b7e7988d1a485d7cda21a94a62692d45/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,450 INFO [StoreOpener-b7e7988d1a485d7cda21a94a62692d45-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b7e7988d1a485d7cda21a94a62692d45 2024-12-15T23:24:36,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=12 2024-12-15T23:24:36,451 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=12, state=SUCCESS; OpenRegionProcedure cde423b4a64d6210ffc9ffdc00a7a2c0, server=3434134abe44,39217,1734305058766 in 371 msec 2024-12-15T23:24:36,452 INFO [StoreOpener-b7e7988d1a485d7cda21a94a62692d45-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b7e7988d1a485d7cda21a94a62692d45 columnFamilyName norep 2024-12-15T23:24:36,452 DEBUG [StoreOpener-b7e7988d1a485d7cda21a94a62692d45-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,453 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=cde423b4a64d6210ffc9ffdc00a7a2c0, ASSIGN in 549 msec 2024-12-15T23:24:36,453 INFO [StoreOpener-b7e7988d1a485d7cda21a94a62692d45-1 {}] regionserver.HStore(327): Store=b7e7988d1a485d7cda21a94a62692d45/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,454 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/b7e7988d1a485d7cda21a94a62692d45 2024-12-15T23:24:36,455 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/b7e7988d1a485d7cda21a94a62692d45 2024-12-15T23:24:36,457 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,458 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for b7e7988d1a485d7cda21a94a62692d45 2024-12-15T23:24:36,461 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/b7e7988d1a485d7cda21a94a62692d45/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,461 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened b7e7988d1a485d7cda21a94a62692d45; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63710051, jitterRate=-0.050646260380744934}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,462 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for b7e7988d1a485d7cda21a94a62692d45: 2024-12-15T23:24:36,463 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45., pid=40, masterSystemTime=1734305076219 2024-12-15T23:24:36,465 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:24:36,465 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:24:36,465 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:24:36,465 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 6aa9129f8fd1eb9768701a4d363a3bf6, NAME => 'test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T23:24:36,466 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6aa9129f8fd1eb9768701a4d363a3bf6 2024-12-15T23:24:36,466 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,466 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=b7e7988d1a485d7cda21a94a62692d45, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,466 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 6aa9129f8fd1eb9768701a4d363a3bf6 2024-12-15T23:24:36,466 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 6aa9129f8fd1eb9768701a4d363a3bf6 2024-12-15T23:24:36,468 INFO [StoreOpener-6aa9129f8fd1eb9768701a4d363a3bf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6aa9129f8fd1eb9768701a4d363a3bf6 2024-12-15T23:24:36,470 INFO [StoreOpener-6aa9129f8fd1eb9768701a4d363a3bf6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa9129f8fd1eb9768701a4d363a3bf6 columnFamilyName f 2024-12-15T23:24:36,470 DEBUG [StoreOpener-6aa9129f8fd1eb9768701a4d363a3bf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,471 INFO [StoreOpener-6aa9129f8fd1eb9768701a4d363a3bf6-1 {}] regionserver.HStore(327): Store=6aa9129f8fd1eb9768701a4d363a3bf6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,471 INFO [StoreOpener-6aa9129f8fd1eb9768701a4d363a3bf6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6aa9129f8fd1eb9768701a4d363a3bf6 2024-12-15T23:24:36,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=24 2024-12-15T23:24:36,472 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=24, state=SUCCESS; OpenRegionProcedure b7e7988d1a485d7cda21a94a62692d45, server=3434134abe44,39217,1734305058766 in 396 msec 2024-12-15T23:24:36,473 INFO [StoreOpener-6aa9129f8fd1eb9768701a4d363a3bf6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6aa9129f8fd1eb9768701a4d363a3bf6 columnFamilyName norep 2024-12-15T23:24:36,473 DEBUG [StoreOpener-6aa9129f8fd1eb9768701a4d363a3bf6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b7e7988d1a485d7cda21a94a62692d45, ASSIGN in 570 msec 2024-12-15T23:24:36,474 INFO [StoreOpener-6aa9129f8fd1eb9768701a4d363a3bf6-1 {}] regionserver.HStore(327): Store=6aa9129f8fd1eb9768701a4d363a3bf6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,475 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/6aa9129f8fd1eb9768701a4d363a3bf6 2024-12-15T23:24:36,476 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/6aa9129f8fd1eb9768701a4d363a3bf6 2024-12-15T23:24:36,477 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,479 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 6aa9129f8fd1eb9768701a4d363a3bf6 2024-12-15T23:24:36,482 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/6aa9129f8fd1eb9768701a4d363a3bf6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,483 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 6aa9129f8fd1eb9768701a4d363a3bf6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62466933, jitterRate=-0.06917016208171844}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,483 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 6aa9129f8fd1eb9768701a4d363a3bf6: 2024-12-15T23:24:36,484 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6., pid=59, masterSystemTime=1734305076219 2024-12-15T23:24:36,486 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:24:36,486 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:24:36,486 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:24:36,486 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => 219460a2f263129db8907eb35670c415, NAME => 'test,mmm,1734305071635.219460a2f263129db8907eb35670c415.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-15T23:24:36,487 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 219460a2f263129db8907eb35670c415 2024-12-15T23:24:36,487 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=6aa9129f8fd1eb9768701a4d363a3bf6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,487 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,mmm,1734305071635.219460a2f263129db8907eb35670c415.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,487 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for 219460a2f263129db8907eb35670c415 2024-12-15T23:24:36,487 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for 219460a2f263129db8907eb35670c415 2024-12-15T23:24:36,489 INFO [StoreOpener-219460a2f263129db8907eb35670c415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 219460a2f263129db8907eb35670c415 2024-12-15T23:24:36,491 INFO [StoreOpener-219460a2f263129db8907eb35670c415-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 219460a2f263129db8907eb35670c415 columnFamilyName f 2024-12-15T23:24:36,491 DEBUG [StoreOpener-219460a2f263129db8907eb35670c415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,492 INFO [StoreOpener-219460a2f263129db8907eb35670c415-1 {}] regionserver.HStore(327): Store=219460a2f263129db8907eb35670c415/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,492 INFO [StoreOpener-219460a2f263129db8907eb35670c415-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 219460a2f263129db8907eb35670c415 2024-12-15T23:24:36,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=28 2024-12-15T23:24:36,493 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=28, state=SUCCESS; OpenRegionProcedure 6aa9129f8fd1eb9768701a4d363a3bf6, server=3434134abe44,39217,1734305058766 in 375 msec 2024-12-15T23:24:36,493 INFO [StoreOpener-219460a2f263129db8907eb35670c415-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 219460a2f263129db8907eb35670c415 columnFamilyName norep 2024-12-15T23:24:36,494 DEBUG [StoreOpener-219460a2f263129db8907eb35670c415-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,494 INFO [StoreOpener-219460a2f263129db8907eb35670c415-1 {}] regionserver.HStore(327): Store=219460a2f263129db8907eb35670c415/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6aa9129f8fd1eb9768701a4d363a3bf6, ASSIGN in 591 msec 2024-12-15T23:24:36,496 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/219460a2f263129db8907eb35670c415 2024-12-15T23:24:36,496 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/219460a2f263129db8907eb35670c415 2024-12-15T23:24:36,497 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,498 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for 219460a2f263129db8907eb35670c415 2024-12-15T23:24:36,501 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/219460a2f263129db8907eb35670c415/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,501 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened 219460a2f263129db8907eb35670c415; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69930061, jitterRate=0.042039111256599426}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,502 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for 219460a2f263129db8907eb35670c415: 2024-12-15T23:24:36,503 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734305071635.219460a2f263129db8907eb35670c415., pid=36, masterSystemTime=1734305076219 2024-12-15T23:24:36,506 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=219460a2f263129db8907eb35670c415, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,507 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:24:36,507 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:24:36,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:36,507 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:24:36,507 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 736d26ebddda4c428afca19df24f1e51, NAME => 'test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-15T23:24:36,508 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 736d26ebddda4c428afca19df24f1e51 2024-12-15T23:24:36,508 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,508 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 736d26ebddda4c428afca19df24f1e51 2024-12-15T23:24:36,508 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 736d26ebddda4c428afca19df24f1e51 2024-12-15T23:24:36,510 INFO [StoreOpener-736d26ebddda4c428afca19df24f1e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 736d26ebddda4c428afca19df24f1e51 2024-12-15T23:24:36,512 INFO [StoreOpener-736d26ebddda4c428afca19df24f1e51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736d26ebddda4c428afca19df24f1e51 columnFamilyName f 2024-12-15T23:24:36,512 DEBUG [StoreOpener-736d26ebddda4c428afca19df24f1e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=22 2024-12-15T23:24:36,512 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=22, state=SUCCESS; OpenRegionProcedure 219460a2f263129db8907eb35670c415, server=3434134abe44,39217,1734305058766 in 444 msec 2024-12-15T23:24:36,513 INFO [StoreOpener-736d26ebddda4c428afca19df24f1e51-1 {}] regionserver.HStore(327): Store=736d26ebddda4c428afca19df24f1e51/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,513 INFO [StoreOpener-736d26ebddda4c428afca19df24f1e51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 736d26ebddda4c428afca19df24f1e51 2024-12-15T23:24:36,514 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=219460a2f263129db8907eb35670c415, ASSIGN in 610 msec 2024-12-15T23:24:36,515 INFO [StoreOpener-736d26ebddda4c428afca19df24f1e51-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 736d26ebddda4c428afca19df24f1e51 columnFamilyName norep 2024-12-15T23:24:36,515 DEBUG [StoreOpener-736d26ebddda4c428afca19df24f1e51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,515 INFO [StoreOpener-736d26ebddda4c428afca19df24f1e51-1 {}] regionserver.HStore(327): Store=736d26ebddda4c428afca19df24f1e51/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,516 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/736d26ebddda4c428afca19df24f1e51 2024-12-15T23:24:36,517 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/736d26ebddda4c428afca19df24f1e51 2024-12-15T23:24:36,518 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,519 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 736d26ebddda4c428afca19df24f1e51 2024-12-15T23:24:36,521 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/736d26ebddda4c428afca19df24f1e51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,522 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 736d26ebddda4c428afca19df24f1e51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70467936, jitterRate=0.050054073333740234}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,522 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 736d26ebddda4c428afca19df24f1e51: 2024-12-15T23:24:36,523 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51., pid=48, masterSystemTime=1734305076219 2024-12-15T23:24:36,526 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:24:36,526 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:24:36,526 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:24:36,526 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 66c126d415f473e381b5cec091894ca9, NAME => 'test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-15T23:24:36,526 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=736d26ebddda4c428afca19df24f1e51, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,526 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 66c126d415f473e381b5cec091894ca9 2024-12-15T23:24:36,526 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,527 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 66c126d415f473e381b5cec091894ca9 2024-12-15T23:24:36,527 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 66c126d415f473e381b5cec091894ca9 2024-12-15T23:24:36,529 INFO [StoreOpener-66c126d415f473e381b5cec091894ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 66c126d415f473e381b5cec091894ca9 2024-12-15T23:24:36,531 INFO [StoreOpener-66c126d415f473e381b5cec091894ca9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66c126d415f473e381b5cec091894ca9 columnFamilyName f 2024-12-15T23:24:36,531 DEBUG [StoreOpener-66c126d415f473e381b5cec091894ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=18 2024-12-15T23:24:36,532 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=18, state=SUCCESS; OpenRegionProcedure 736d26ebddda4c428afca19df24f1e51, server=3434134abe44,39217,1734305058766 in 442 msec 2024-12-15T23:24:36,532 INFO [StoreOpener-66c126d415f473e381b5cec091894ca9-1 {}] regionserver.HStore(327): Store=66c126d415f473e381b5cec091894ca9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,532 INFO [StoreOpener-66c126d415f473e381b5cec091894ca9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 66c126d415f473e381b5cec091894ca9 2024-12-15T23:24:36,533 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=736d26ebddda4c428afca19df24f1e51, ASSIGN in 630 msec 2024-12-15T23:24:36,534 INFO [StoreOpener-66c126d415f473e381b5cec091894ca9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 66c126d415f473e381b5cec091894ca9 columnFamilyName norep 2024-12-15T23:24:36,535 DEBUG [StoreOpener-66c126d415f473e381b5cec091894ca9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,535 INFO [StoreOpener-66c126d415f473e381b5cec091894ca9-1 {}] regionserver.HStore(327): Store=66c126d415f473e381b5cec091894ca9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,536 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/66c126d415f473e381b5cec091894ca9 2024-12-15T23:24:36,537 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/66c126d415f473e381b5cec091894ca9 2024-12-15T23:24:36,538 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,539 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 66c126d415f473e381b5cec091894ca9 2024-12-15T23:24:36,542 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/66c126d415f473e381b5cec091894ca9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,543 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 66c126d415f473e381b5cec091894ca9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74949510, jitterRate=0.11683472990989685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,543 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 66c126d415f473e381b5cec091894ca9: 2024-12-15T23:24:36,544 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9., pid=50, masterSystemTime=1734305076219 2024-12-15T23:24:36,546 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:24:36,546 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:24:36,546 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:24:36,547 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 33dfe8e52410ae827273cbfc19d8e154, NAME => 'test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-15T23:24:36,547 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=66c126d415f473e381b5cec091894ca9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,547 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 33dfe8e52410ae827273cbfc19d8e154 2024-12-15T23:24:36,547 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,547 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 33dfe8e52410ae827273cbfc19d8e154 2024-12-15T23:24:36,547 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 33dfe8e52410ae827273cbfc19d8e154 2024-12-15T23:24:36,549 INFO [StoreOpener-33dfe8e52410ae827273cbfc19d8e154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 33dfe8e52410ae827273cbfc19d8e154 2024-12-15T23:24:36,551 INFO [StoreOpener-33dfe8e52410ae827273cbfc19d8e154-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33dfe8e52410ae827273cbfc19d8e154 columnFamilyName f 2024-12-15T23:24:36,551 DEBUG [StoreOpener-33dfe8e52410ae827273cbfc19d8e154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,552 INFO [StoreOpener-33dfe8e52410ae827273cbfc19d8e154-1 {}] regionserver.HStore(327): Store=33dfe8e52410ae827273cbfc19d8e154/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=13 2024-12-15T23:24:36,552 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=13, state=SUCCESS; OpenRegionProcedure 66c126d415f473e381b5cec091894ca9, server=3434134abe44,39217,1734305058766 in 456 msec 2024-12-15T23:24:36,552 INFO [StoreOpener-33dfe8e52410ae827273cbfc19d8e154-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 33dfe8e52410ae827273cbfc19d8e154 2024-12-15T23:24:36,554 INFO [StoreOpener-33dfe8e52410ae827273cbfc19d8e154-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 33dfe8e52410ae827273cbfc19d8e154 columnFamilyName norep 2024-12-15T23:24:36,554 DEBUG [StoreOpener-33dfe8e52410ae827273cbfc19d8e154-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,554 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=66c126d415f473e381b5cec091894ca9, ASSIGN in 650 msec 2024-12-15T23:24:36,555 INFO [StoreOpener-33dfe8e52410ae827273cbfc19d8e154-1 {}] regionserver.HStore(327): Store=33dfe8e52410ae827273cbfc19d8e154/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,556 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/33dfe8e52410ae827273cbfc19d8e154 2024-12-15T23:24:36,557 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/33dfe8e52410ae827273cbfc19d8e154 2024-12-15T23:24:36,558 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,559 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 33dfe8e52410ae827273cbfc19d8e154 2024-12-15T23:24:36,562 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/33dfe8e52410ae827273cbfc19d8e154/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,562 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 33dfe8e52410ae827273cbfc19d8e154; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61429081, jitterRate=-0.08463536202907562}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,563 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 33dfe8e52410ae827273cbfc19d8e154: 2024-12-15T23:24:36,564 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154., pid=41, masterSystemTime=1734305076219 2024-12-15T23:24:36,566 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:24:36,566 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:24:36,566 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:24:36,566 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => c0613f83c8e9db8519afdf373b4a7d57, NAME => 'test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-15T23:24:36,567 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c0613f83c8e9db8519afdf373b4a7d57 2024-12-15T23:24:36,567 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=33dfe8e52410ae827273cbfc19d8e154, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,567 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,567 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for c0613f83c8e9db8519afdf373b4a7d57 2024-12-15T23:24:36,567 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for c0613f83c8e9db8519afdf373b4a7d57 2024-12-15T23:24:36,570 INFO [StoreOpener-c0613f83c8e9db8519afdf373b4a7d57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c0613f83c8e9db8519afdf373b4a7d57 2024-12-15T23:24:36,572 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=25 2024-12-15T23:24:36,572 INFO [StoreOpener-c0613f83c8e9db8519afdf373b4a7d57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0613f83c8e9db8519afdf373b4a7d57 columnFamilyName f 2024-12-15T23:24:36,572 DEBUG [StoreOpener-c0613f83c8e9db8519afdf373b4a7d57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,573 INFO [StoreOpener-c0613f83c8e9db8519afdf373b4a7d57-1 {}] regionserver.HStore(327): Store=c0613f83c8e9db8519afdf373b4a7d57/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,573 INFO [StoreOpener-c0613f83c8e9db8519afdf373b4a7d57-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c0613f83c8e9db8519afdf373b4a7d57 2024-12-15T23:24:36,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=25, state=SUCCESS; OpenRegionProcedure 33dfe8e52410ae827273cbfc19d8e154, server=3434134abe44,39217,1734305058766 in 495 msec 2024-12-15T23:24:36,574 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=33dfe8e52410ae827273cbfc19d8e154, ASSIGN in 670 msec 2024-12-15T23:24:36,575 INFO [StoreOpener-c0613f83c8e9db8519afdf373b4a7d57-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c0613f83c8e9db8519afdf373b4a7d57 columnFamilyName norep 2024-12-15T23:24:36,575 DEBUG [StoreOpener-c0613f83c8e9db8519afdf373b4a7d57-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,575 INFO [StoreOpener-c0613f83c8e9db8519afdf373b4a7d57-1 {}] regionserver.HStore(327): Store=c0613f83c8e9db8519afdf373b4a7d57/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,576 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c0613f83c8e9db8519afdf373b4a7d57 2024-12-15T23:24:36,577 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c0613f83c8e9db8519afdf373b4a7d57 2024-12-15T23:24:36,578 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,579 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for c0613f83c8e9db8519afdf373b4a7d57 2024-12-15T23:24:36,582 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c0613f83c8e9db8519afdf373b4a7d57/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,582 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened c0613f83c8e9db8519afdf373b4a7d57; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61513368, jitterRate=-0.08337938785552979}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,583 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for c0613f83c8e9db8519afdf373b4a7d57: 2024-12-15T23:24:36,583 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57., pid=58, masterSystemTime=1734305076219 2024-12-15T23:24:36,585 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:24:36,585 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:24:36,586 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:24:36,586 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 2ac073778a01d594be3130800ff1a6f6, NAME => 'test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-15T23:24:36,586 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 2ac073778a01d594be3130800ff1a6f6 2024-12-15T23:24:36,586 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=c0613f83c8e9db8519afdf373b4a7d57, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,586 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,586 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 2ac073778a01d594be3130800ff1a6f6 2024-12-15T23:24:36,586 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 2ac073778a01d594be3130800ff1a6f6 2024-12-15T23:24:36,589 INFO [StoreOpener-2ac073778a01d594be3130800ff1a6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 2ac073778a01d594be3130800ff1a6f6 2024-12-15T23:24:36,591 INFO [StoreOpener-2ac073778a01d594be3130800ff1a6f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ac073778a01d594be3130800ff1a6f6 columnFamilyName f 2024-12-15T23:24:36,591 DEBUG [StoreOpener-2ac073778a01d594be3130800ff1a6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,591 INFO [StoreOpener-2ac073778a01d594be3130800ff1a6f6-1 {}] regionserver.HStore(327): Store=2ac073778a01d594be3130800ff1a6f6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,592 INFO [StoreOpener-2ac073778a01d594be3130800ff1a6f6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 2ac073778a01d594be3130800ff1a6f6 2024-12-15T23:24:36,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=23 2024-12-15T23:24:36,592 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=23, state=SUCCESS; OpenRegionProcedure c0613f83c8e9db8519afdf373b4a7d57, server=3434134abe44,39217,1734305058766 in 477 msec 2024-12-15T23:24:36,594 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c0613f83c8e9db8519afdf373b4a7d57, ASSIGN in 690 msec 2024-12-15T23:24:36,594 INFO [StoreOpener-2ac073778a01d594be3130800ff1a6f6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2ac073778a01d594be3130800ff1a6f6 columnFamilyName norep 2024-12-15T23:24:36,594 DEBUG [StoreOpener-2ac073778a01d594be3130800ff1a6f6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,595 INFO [StoreOpener-2ac073778a01d594be3130800ff1a6f6-1 {}] regionserver.HStore(327): Store=2ac073778a01d594be3130800ff1a6f6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,595 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/2ac073778a01d594be3130800ff1a6f6 2024-12-15T23:24:36,596 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/2ac073778a01d594be3130800ff1a6f6 2024-12-15T23:24:36,597 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,598 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 2ac073778a01d594be3130800ff1a6f6 2024-12-15T23:24:36,601 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/2ac073778a01d594be3130800ff1a6f6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,601 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 2ac073778a01d594be3130800ff1a6f6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61374755, jitterRate=-0.08544488251209259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,601 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 2ac073778a01d594be3130800ff1a6f6: 2024-12-15T23:24:36,602 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6., pid=38, masterSystemTime=1734305076219 2024-12-15T23:24:36,604 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:24:36,604 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:24:36,604 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:24:36,605 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 249fe7424871e5d018cf20790476788c, NAME => 'test,lll,1734305071635.249fe7424871e5d018cf20790476788c.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-15T23:24:36,605 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=2ac073778a01d594be3130800ff1a6f6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,605 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 249fe7424871e5d018cf20790476788c 2024-12-15T23:24:36,605 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,lll,1734305071635.249fe7424871e5d018cf20790476788c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,605 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 249fe7424871e5d018cf20790476788c 2024-12-15T23:24:36,605 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 249fe7424871e5d018cf20790476788c 2024-12-15T23:24:36,607 INFO [StoreOpener-249fe7424871e5d018cf20790476788c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 249fe7424871e5d018cf20790476788c 2024-12-15T23:24:36,610 INFO [StoreOpener-249fe7424871e5d018cf20790476788c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249fe7424871e5d018cf20790476788c columnFamilyName f 2024-12-15T23:24:36,611 DEBUG [StoreOpener-249fe7424871e5d018cf20790476788c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=11 2024-12-15T23:24:36,611 INFO [StoreOpener-249fe7424871e5d018cf20790476788c-1 {}] regionserver.HStore(327): Store=249fe7424871e5d018cf20790476788c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,612 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=11, state=SUCCESS; OpenRegionProcedure 2ac073778a01d594be3130800ff1a6f6, server=3434134abe44,39217,1734305058766 in 538 msec 2024-12-15T23:24:36,612 INFO [StoreOpener-249fe7424871e5d018cf20790476788c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 249fe7424871e5d018cf20790476788c 2024-12-15T23:24:36,613 INFO [StoreOpener-249fe7424871e5d018cf20790476788c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 249fe7424871e5d018cf20790476788c columnFamilyName norep 2024-12-15T23:24:36,614 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=2ac073778a01d594be3130800ff1a6f6, ASSIGN in 710 msec 2024-12-15T23:24:36,614 DEBUG [StoreOpener-249fe7424871e5d018cf20790476788c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,614 INFO [StoreOpener-249fe7424871e5d018cf20790476788c-1 {}] regionserver.HStore(327): Store=249fe7424871e5d018cf20790476788c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,615 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/249fe7424871e5d018cf20790476788c 2024-12-15T23:24:36,616 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/249fe7424871e5d018cf20790476788c 2024-12-15T23:24:36,617 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,619 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 249fe7424871e5d018cf20790476788c 2024-12-15T23:24:36,622 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/249fe7424871e5d018cf20790476788c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,622 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 249fe7424871e5d018cf20790476788c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73590231, jitterRate=0.0965798944234848}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,623 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 249fe7424871e5d018cf20790476788c: 2024-12-15T23:24:36,624 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734305071635.249fe7424871e5d018cf20790476788c., pid=42, masterSystemTime=1734305076219 2024-12-15T23:24:36,626 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:24:36,626 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:24:36,626 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:24:36,626 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => c11c7dea48e03b602515a5d47ffa6ea1, NAME => 'test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-15T23:24:36,627 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=249fe7424871e5d018cf20790476788c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,627 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c11c7dea48e03b602515a5d47ffa6ea1 2024-12-15T23:24:36,627 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,627 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for c11c7dea48e03b602515a5d47ffa6ea1 2024-12-15T23:24:36,627 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for c11c7dea48e03b602515a5d47ffa6ea1 2024-12-15T23:24:36,629 INFO [StoreOpener-c11c7dea48e03b602515a5d47ffa6ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c11c7dea48e03b602515a5d47ffa6ea1 2024-12-15T23:24:36,631 INFO [StoreOpener-c11c7dea48e03b602515a5d47ffa6ea1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c11c7dea48e03b602515a5d47ffa6ea1 columnFamilyName f 2024-12-15T23:24:36,631 DEBUG [StoreOpener-c11c7dea48e03b602515a5d47ffa6ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,632 INFO [StoreOpener-c11c7dea48e03b602515a5d47ffa6ea1-1 {}] regionserver.HStore(327): Store=c11c7dea48e03b602515a5d47ffa6ea1/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,632 INFO [StoreOpener-c11c7dea48e03b602515a5d47ffa6ea1-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c11c7dea48e03b602515a5d47ffa6ea1 2024-12-15T23:24:36,633 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=21 2024-12-15T23:24:36,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=21, state=SUCCESS; OpenRegionProcedure 249fe7424871e5d018cf20790476788c, server=3434134abe44,39217,1734305058766 in 552 msec 2024-12-15T23:24:36,634 INFO [StoreOpener-c11c7dea48e03b602515a5d47ffa6ea1-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c11c7dea48e03b602515a5d47ffa6ea1 columnFamilyName norep 2024-12-15T23:24:36,634 DEBUG [StoreOpener-c11c7dea48e03b602515a5d47ffa6ea1-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,635 INFO [StoreOpener-c11c7dea48e03b602515a5d47ffa6ea1-1 {}] regionserver.HStore(327): Store=c11c7dea48e03b602515a5d47ffa6ea1/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=249fe7424871e5d018cf20790476788c, ASSIGN in 731 msec 2024-12-15T23:24:36,636 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c11c7dea48e03b602515a5d47ffa6ea1 2024-12-15T23:24:36,636 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c11c7dea48e03b602515a5d47ffa6ea1 2024-12-15T23:24:36,637 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,639 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for c11c7dea48e03b602515a5d47ffa6ea1 2024-12-15T23:24:36,641 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c11c7dea48e03b602515a5d47ffa6ea1/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,642 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened c11c7dea48e03b602515a5d47ffa6ea1; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67685700, jitterRate=0.008595526218414307}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,642 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for c11c7dea48e03b602515a5d47ffa6ea1: 2024-12-15T23:24:36,643 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1., pid=56, masterSystemTime=1734305076219 2024-12-15T23:24:36,645 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:24:36,645 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:24:36,646 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:24:36,646 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 4753d4ea9e7055a749b3e7f60ac63ad3, NAME => 'test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-15T23:24:36,646 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 4753d4ea9e7055a749b3e7f60ac63ad3 2024-12-15T23:24:36,646 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=c11c7dea48e03b602515a5d47ffa6ea1, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,646 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,646 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 4753d4ea9e7055a749b3e7f60ac63ad3 2024-12-15T23:24:36,646 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 4753d4ea9e7055a749b3e7f60ac63ad3 2024-12-15T23:24:36,649 INFO [StoreOpener-4753d4ea9e7055a749b3e7f60ac63ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4753d4ea9e7055a749b3e7f60ac63ad3 2024-12-15T23:24:36,651 INFO [StoreOpener-4753d4ea9e7055a749b3e7f60ac63ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4753d4ea9e7055a749b3e7f60ac63ad3 columnFamilyName f 2024-12-15T23:24:36,651 DEBUG [StoreOpener-4753d4ea9e7055a749b3e7f60ac63ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,652 INFO [StoreOpener-4753d4ea9e7055a749b3e7f60ac63ad3-1 {}] regionserver.HStore(327): Store=4753d4ea9e7055a749b3e7f60ac63ad3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=10 2024-12-15T23:24:36,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=10, state=SUCCESS; OpenRegionProcedure c11c7dea48e03b602515a5d47ffa6ea1, server=3434134abe44,39217,1734305058766 in 542 msec 2024-12-15T23:24:36,652 INFO [StoreOpener-4753d4ea9e7055a749b3e7f60ac63ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 4753d4ea9e7055a749b3e7f60ac63ad3 2024-12-15T23:24:36,654 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c11c7dea48e03b602515a5d47ffa6ea1, ASSIGN in 750 msec 2024-12-15T23:24:36,654 INFO [StoreOpener-4753d4ea9e7055a749b3e7f60ac63ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4753d4ea9e7055a749b3e7f60ac63ad3 columnFamilyName norep 2024-12-15T23:24:36,654 DEBUG [StoreOpener-4753d4ea9e7055a749b3e7f60ac63ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,655 INFO [StoreOpener-4753d4ea9e7055a749b3e7f60ac63ad3-1 {}] regionserver.HStore(327): Store=4753d4ea9e7055a749b3e7f60ac63ad3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,656 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/4753d4ea9e7055a749b3e7f60ac63ad3 2024-12-15T23:24:36,656 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/4753d4ea9e7055a749b3e7f60ac63ad3 2024-12-15T23:24:36,658 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,659 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 4753d4ea9e7055a749b3e7f60ac63ad3 2024-12-15T23:24:36,662 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/4753d4ea9e7055a749b3e7f60ac63ad3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,662 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 4753d4ea9e7055a749b3e7f60ac63ad3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61307909, jitterRate=-0.08644096553325653}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,662 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 4753d4ea9e7055a749b3e7f60ac63ad3: 2024-12-15T23:24:36,663 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3., pid=61, masterSystemTime=1734305076219 2024-12-15T23:24:36,665 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:24:36,665 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:24:36,665 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:24:36,666 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 1f6dab6039736a3800f6f3d26f432a19, NAME => 'test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-15T23:24:36,666 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 1f6dab6039736a3800f6f3d26f432a19 2024-12-15T23:24:36,666 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=4753d4ea9e7055a749b3e7f60ac63ad3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,666 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,666 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 1f6dab6039736a3800f6f3d26f432a19 2024-12-15T23:24:36,666 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 1f6dab6039736a3800f6f3d26f432a19 2024-12-15T23:24:36,668 INFO [StoreOpener-1f6dab6039736a3800f6f3d26f432a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 1f6dab6039736a3800f6f3d26f432a19 2024-12-15T23:24:36,670 INFO [StoreOpener-1f6dab6039736a3800f6f3d26f432a19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f6dab6039736a3800f6f3d26f432a19 columnFamilyName f 2024-12-15T23:24:36,670 DEBUG [StoreOpener-1f6dab6039736a3800f6f3d26f432a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,671 INFO [StoreOpener-1f6dab6039736a3800f6f3d26f432a19-1 {}] regionserver.HStore(327): Store=1f6dab6039736a3800f6f3d26f432a19/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,671 INFO [StoreOpener-1f6dab6039736a3800f6f3d26f432a19-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 1f6dab6039736a3800f6f3d26f432a19 2024-12-15T23:24:36,671 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=31 2024-12-15T23:24:36,672 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=31, state=SUCCESS; OpenRegionProcedure 4753d4ea9e7055a749b3e7f60ac63ad3, server=3434134abe44,39217,1734305058766 in 549 msec 2024-12-15T23:24:36,673 INFO [StoreOpener-1f6dab6039736a3800f6f3d26f432a19-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1f6dab6039736a3800f6f3d26f432a19 columnFamilyName norep 2024-12-15T23:24:36,673 DEBUG [StoreOpener-1f6dab6039736a3800f6f3d26f432a19-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,673 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=4753d4ea9e7055a749b3e7f60ac63ad3, ASSIGN in 769 msec 2024-12-15T23:24:36,673 INFO [StoreOpener-1f6dab6039736a3800f6f3d26f432a19-1 {}] regionserver.HStore(327): Store=1f6dab6039736a3800f6f3d26f432a19/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,674 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/1f6dab6039736a3800f6f3d26f432a19 2024-12-15T23:24:36,674 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/1f6dab6039736a3800f6f3d26f432a19 2024-12-15T23:24:36,676 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,677 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 1f6dab6039736a3800f6f3d26f432a19 2024-12-15T23:24:36,679 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/1f6dab6039736a3800f6f3d26f432a19/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,679 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 1f6dab6039736a3800f6f3d26f432a19; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61043170, jitterRate=-0.09038588404655457}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,679 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 1f6dab6039736a3800f6f3d26f432a19: 2024-12-15T23:24:36,680 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19., pid=37, masterSystemTime=1734305076219 2024-12-15T23:24:36,682 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:24:36,682 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:24:36,682 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:24:36,683 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 01532edd317a625ffc71c20cb458019f, NAME => 'test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-15T23:24:36,683 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=1f6dab6039736a3800f6f3d26f432a19, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,683 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 01532edd317a625ffc71c20cb458019f 2024-12-15T23:24:36,683 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,683 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 01532edd317a625ffc71c20cb458019f 2024-12-15T23:24:36,684 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 01532edd317a625ffc71c20cb458019f 2024-12-15T23:24:36,686 INFO [StoreOpener-01532edd317a625ffc71c20cb458019f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 01532edd317a625ffc71c20cb458019f 2024-12-15T23:24:36,688 INFO [StoreOpener-01532edd317a625ffc71c20cb458019f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01532edd317a625ffc71c20cb458019f columnFamilyName f 2024-12-15T23:24:36,688 DEBUG [StoreOpener-01532edd317a625ffc71c20cb458019f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=20 2024-12-15T23:24:36,689 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=20, state=SUCCESS; OpenRegionProcedure 1f6dab6039736a3800f6f3d26f432a19, server=3434134abe44,39217,1734305058766 in 618 msec 2024-12-15T23:24:36,689 INFO [StoreOpener-01532edd317a625ffc71c20cb458019f-1 {}] regionserver.HStore(327): Store=01532edd317a625ffc71c20cb458019f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,689 INFO [StoreOpener-01532edd317a625ffc71c20cb458019f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 01532edd317a625ffc71c20cb458019f 2024-12-15T23:24:36,691 INFO [StoreOpener-01532edd317a625ffc71c20cb458019f-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 01532edd317a625ffc71c20cb458019f columnFamilyName norep 2024-12-15T23:24:36,691 DEBUG [StoreOpener-01532edd317a625ffc71c20cb458019f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,691 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=1f6dab6039736a3800f6f3d26f432a19, ASSIGN in 787 msec 2024-12-15T23:24:36,692 INFO [StoreOpener-01532edd317a625ffc71c20cb458019f-1 {}] regionserver.HStore(327): Store=01532edd317a625ffc71c20cb458019f/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,693 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/01532edd317a625ffc71c20cb458019f 2024-12-15T23:24:36,693 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/01532edd317a625ffc71c20cb458019f 2024-12-15T23:24:36,694 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,695 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 01532edd317a625ffc71c20cb458019f 2024-12-15T23:24:36,698 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/01532edd317a625ffc71c20cb458019f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,698 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 01532edd317a625ffc71c20cb458019f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71069503, jitterRate=0.05901812016963959}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,699 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 01532edd317a625ffc71c20cb458019f: 2024-12-15T23:24:36,700 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f., pid=47, masterSystemTime=1734305076219 2024-12-15T23:24:36,702 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:24:36,702 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:24:36,702 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:24:36,703 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 376e4e64008bf59c7ce7d11f7647abfc, NAME => 'test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-15T23:24:36,703 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=01532edd317a625ffc71c20cb458019f, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,703 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 376e4e64008bf59c7ce7d11f7647abfc 2024-12-15T23:24:36,703 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,703 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 376e4e64008bf59c7ce7d11f7647abfc 2024-12-15T23:24:36,703 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 376e4e64008bf59c7ce7d11f7647abfc 2024-12-15T23:24:36,705 INFO [StoreOpener-376e4e64008bf59c7ce7d11f7647abfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 376e4e64008bf59c7ce7d11f7647abfc 2024-12-15T23:24:36,707 INFO [StoreOpener-376e4e64008bf59c7ce7d11f7647abfc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376e4e64008bf59c7ce7d11f7647abfc columnFamilyName f 2024-12-15T23:24:36,707 DEBUG [StoreOpener-376e4e64008bf59c7ce7d11f7647abfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,708 INFO [StoreOpener-376e4e64008bf59c7ce7d11f7647abfc-1 {}] regionserver.HStore(327): Store=376e4e64008bf59c7ce7d11f7647abfc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,708 INFO [StoreOpener-376e4e64008bf59c7ce7d11f7647abfc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 376e4e64008bf59c7ce7d11f7647abfc 2024-12-15T23:24:36,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=33 2024-12-15T23:24:36,709 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=33, state=SUCCESS; OpenRegionProcedure 01532edd317a625ffc71c20cb458019f, server=3434134abe44,39217,1734305058766 in 620 msec 2024-12-15T23:24:36,710 INFO [StoreOpener-376e4e64008bf59c7ce7d11f7647abfc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 376e4e64008bf59c7ce7d11f7647abfc columnFamilyName norep 2024-12-15T23:24:36,710 DEBUG [StoreOpener-376e4e64008bf59c7ce7d11f7647abfc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,712 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=01532edd317a625ffc71c20cb458019f, ASSIGN in 807 msec 2024-12-15T23:24:36,712 INFO [StoreOpener-376e4e64008bf59c7ce7d11f7647abfc-1 {}] regionserver.HStore(327): Store=376e4e64008bf59c7ce7d11f7647abfc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,713 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/376e4e64008bf59c7ce7d11f7647abfc 2024-12-15T23:24:36,714 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/376e4e64008bf59c7ce7d11f7647abfc 2024-12-15T23:24:36,715 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,717 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 376e4e64008bf59c7ce7d11f7647abfc 2024-12-15T23:24:36,719 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/376e4e64008bf59c7ce7d11f7647abfc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,720 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 376e4e64008bf59c7ce7d11f7647abfc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74452145, jitterRate=0.10942341387271881}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,720 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 376e4e64008bf59c7ce7d11f7647abfc: 2024-12-15T23:24:36,722 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc., pid=39, masterSystemTime=1734305076219 2024-12-15T23:24:36,724 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:24:36,725 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:24:36,725 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:24:36,725 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => d55b30a8509f9ea4d49fc89a3cca768b, NAME => 'test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-15T23:24:36,725 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=376e4e64008bf59c7ce7d11f7647abfc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,726 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d55b30a8509f9ea4d49fc89a3cca768b 2024-12-15T23:24:36,726 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,726 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for d55b30a8509f9ea4d49fc89a3cca768b 2024-12-15T23:24:36,726 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for d55b30a8509f9ea4d49fc89a3cca768b 2024-12-15T23:24:36,728 INFO [StoreOpener-d55b30a8509f9ea4d49fc89a3cca768b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d55b30a8509f9ea4d49fc89a3cca768b 2024-12-15T23:24:36,730 INFO [StoreOpener-d55b30a8509f9ea4d49fc89a3cca768b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55b30a8509f9ea4d49fc89a3cca768b columnFamilyName f 2024-12-15T23:24:36,730 DEBUG [StoreOpener-d55b30a8509f9ea4d49fc89a3cca768b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,731 INFO [StoreOpener-d55b30a8509f9ea4d49fc89a3cca768b-1 {}] regionserver.HStore(327): Store=d55b30a8509f9ea4d49fc89a3cca768b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,731 INFO [StoreOpener-d55b30a8509f9ea4d49fc89a3cca768b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d55b30a8509f9ea4d49fc89a3cca768b 2024-12-15T23:24:36,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=35 2024-12-15T23:24:36,731 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=35, state=SUCCESS; OpenRegionProcedure 376e4e64008bf59c7ce7d11f7647abfc, server=3434134abe44,39217,1734305058766 in 657 msec 2024-12-15T23:24:36,733 INFO [StoreOpener-d55b30a8509f9ea4d49fc89a3cca768b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d55b30a8509f9ea4d49fc89a3cca768b columnFamilyName norep 2024-12-15T23:24:36,734 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=376e4e64008bf59c7ce7d11f7647abfc, ASSIGN in 829 msec 2024-12-15T23:24:36,734 DEBUG [StoreOpener-d55b30a8509f9ea4d49fc89a3cca768b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,734 INFO [StoreOpener-d55b30a8509f9ea4d49fc89a3cca768b-1 {}] regionserver.HStore(327): Store=d55b30a8509f9ea4d49fc89a3cca768b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,735 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/d55b30a8509f9ea4d49fc89a3cca768b 2024-12-15T23:24:36,736 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/d55b30a8509f9ea4d49fc89a3cca768b 2024-12-15T23:24:36,737 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,738 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for d55b30a8509f9ea4d49fc89a3cca768b 2024-12-15T23:24:36,741 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/d55b30a8509f9ea4d49fc89a3cca768b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,742 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened d55b30a8509f9ea4d49fc89a3cca768b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59387262, jitterRate=-0.11506083607673645}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,742 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for d55b30a8509f9ea4d49fc89a3cca768b: 2024-12-15T23:24:36,743 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b., pid=53, masterSystemTime=1734305076219 2024-12-15T23:24:36,746 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:24:36,746 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:24:36,746 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:24:36,746 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => f1c9f72b0d5d5f4c1ed8028cdadaef22, NAME => 'test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-15T23:24:36,747 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=d55b30a8509f9ea4d49fc89a3cca768b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,747 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test f1c9f72b0d5d5f4c1ed8028cdadaef22 2024-12-15T23:24:36,747 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:36,747 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for f1c9f72b0d5d5f4c1ed8028cdadaef22 2024-12-15T23:24:36,747 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for f1c9f72b0d5d5f4c1ed8028cdadaef22 2024-12-15T23:24:36,750 INFO [StoreOpener-f1c9f72b0d5d5f4c1ed8028cdadaef22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f1c9f72b0d5d5f4c1ed8028cdadaef22 2024-12-15T23:24:36,752 INFO [StoreOpener-f1c9f72b0d5d5f4c1ed8028cdadaef22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1c9f72b0d5d5f4c1ed8028cdadaef22 columnFamilyName f 2024-12-15T23:24:36,752 DEBUG [StoreOpener-f1c9f72b0d5d5f4c1ed8028cdadaef22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,752 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=17 2024-12-15T23:24:36,753 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=17, state=SUCCESS; OpenRegionProcedure d55b30a8509f9ea4d49fc89a3cca768b, server=3434134abe44,39217,1734305058766 in 648 msec 2024-12-15T23:24:36,753 INFO [StoreOpener-f1c9f72b0d5d5f4c1ed8028cdadaef22-1 {}] regionserver.HStore(327): Store=f1c9f72b0d5d5f4c1ed8028cdadaef22/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,753 INFO [StoreOpener-f1c9f72b0d5d5f4c1ed8028cdadaef22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region f1c9f72b0d5d5f4c1ed8028cdadaef22 2024-12-15T23:24:36,754 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d55b30a8509f9ea4d49fc89a3cca768b, ASSIGN in 850 msec 2024-12-15T23:24:36,755 INFO [StoreOpener-f1c9f72b0d5d5f4c1ed8028cdadaef22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f1c9f72b0d5d5f4c1ed8028cdadaef22 columnFamilyName norep 2024-12-15T23:24:36,755 DEBUG [StoreOpener-f1c9f72b0d5d5f4c1ed8028cdadaef22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:36,756 INFO [StoreOpener-f1c9f72b0d5d5f4c1ed8028cdadaef22-1 {}] regionserver.HStore(327): Store=f1c9f72b0d5d5f4c1ed8028cdadaef22/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:36,757 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/f1c9f72b0d5d5f4c1ed8028cdadaef22 2024-12-15T23:24:36,757 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/f1c9f72b0d5d5f4c1ed8028cdadaef22 2024-12-15T23:24:36,759 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:36,760 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for f1c9f72b0d5d5f4c1ed8028cdadaef22 2024-12-15T23:24:36,763 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/f1c9f72b0d5d5f4c1ed8028cdadaef22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:36,764 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened f1c9f72b0d5d5f4c1ed8028cdadaef22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73450374, jitterRate=0.09449586272239685}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:36,764 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for f1c9f72b0d5d5f4c1ed8028cdadaef22: 2024-12-15T23:24:36,765 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22., pid=46, masterSystemTime=1734305076219 2024-12-15T23:24:36,767 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:24:36,767 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:24:36,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=f1c9f72b0d5d5f4c1ed8028cdadaef22, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:36,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=15 2024-12-15T23:24:36,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=15, state=SUCCESS; OpenRegionProcedure f1c9f72b0d5d5f4c1ed8028cdadaef22, server=3434134abe44,39217,1734305058766 in 687 msec 2024-12-15T23:24:36,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=9 2024-12-15T23:24:36,775 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=f1c9f72b0d5d5f4c1ed8028cdadaef22, ASSIGN in 870 msec 2024-12-15T23:24:36,776 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T23:24:36,776 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305076776"}]},"ts":"1734305076776"} 2024-12-15T23:24:36,778 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-15T23:24:36,811 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T23:24:36,814 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 5.1730 sec 2024-12-15T23:24:38,430 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-12-15T23:24:38,430 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-12-15T23:24:38,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:39,453 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-15T23:24:39,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:39,777 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-15T23:24:39,777 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T23:24:39,780 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:39,798 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T23:24:39,799 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:39,799 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T23:24:39,801 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T23:24:39,803 INFO [RS-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48832, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T23:24:39,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T23:24:39,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=test 2024-12-15T23:24:39,808 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T23:24:39,808 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:39,808 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 9 2024-12-15T23:24:39,809 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T23:24:39,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:39,817 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741837_1013 (size=631) 2024-12-15T23:24:39,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:40,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:40,226 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 097c67fe658119874ef8f0cac7c68d74, NAME => 'test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74.', STARTKEY => 'bbb', ENDKEY => 'ccc'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:40,228 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 9446641342677a2f924d546168610df9, NAME => 'test,,1734305079805.9446641342677a2f924d546168610df9.', STARTKEY => '', ENDKEY => 'bbb'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:40,228 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 25451ae000acb52b53593172ff08518b, NAME => 'test,ccc,1734305079805.25451ae000acb52b53593172ff08518b.', STARTKEY => 'ccc', ENDKEY => 'ddd'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:40,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741838_1014 (size=42) 2024-12-15T23:24:40,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741839_1015 (size=45) 2024-12-15T23:24:40,237 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741840_1016 (size=45) 2024-12-15T23:24:40,238 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ccc,1734305079805.25451ae000acb52b53593172ff08518b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:40,238 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 25451ae000acb52b53593172ff08518b, disabling compactions & flushes 2024-12-15T23:24:40,238 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:24:40,238 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:24:40,238 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. after waiting 0 ms 2024-12-15T23:24:40,238 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:24:40,238 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:24:40,238 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 25451ae000acb52b53593172ff08518b: 2024-12-15T23:24:40,239 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9ebed2ed1af076846999870d79a970ff, NAME => 'test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff.', STARTKEY => 'ddd', ENDKEY => 'eee'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:40,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741841_1017 (size=45) 2024-12-15T23:24:40,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:40,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,,1734305079805.9446641342677a2f924d546168610df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:40,639 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:40,639 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 9446641342677a2f924d546168610df9, disabling compactions & flushes 2024-12-15T23:24:40,639 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:24:40,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:24:40,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 097c67fe658119874ef8f0cac7c68d74, disabling compactions & flushes 2024-12-15T23:24:40,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,,1734305079805.9446641342677a2f924d546168610df9. after waiting 0 ms 2024-12-15T23:24:40,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:24:40,640 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:24:40,640 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:24:40,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:24:40,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. after waiting 0 ms 2024-12-15T23:24:40,640 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 9446641342677a2f924d546168610df9: 2024-12-15T23:24:40,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:24:40,640 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:24:40,640 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 097c67fe658119874ef8f0cac7c68d74: 2024-12-15T23:24:40,642 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c5997ca75d57725eef1a5559cafa00a6, NAME => 'test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6.', STARTKEY => 'eee', ENDKEY => 'fff'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:40,643 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 7ea5a206288c3d76fb5c8981758433b9, NAME => 'test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9.', STARTKEY => 'fff', ENDKEY => 'ggg'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:40,647 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:40,647 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9ebed2ed1af076846999870d79a970ff, disabling compactions & flushes 2024-12-15T23:24:40,647 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:24:40,647 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:24:40,647 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. after waiting 0 ms 2024-12-15T23:24:40,647 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:24:40,647 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:24:40,647 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9ebed2ed1af076846999870d79a970ff: 2024-12-15T23:24:40,649 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 61a22b2d71e577e941827d358285d99a, NAME => 'test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a.', STARTKEY => 'ggg', ENDKEY => 'hhh'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:40,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741842_1018 (size=45) 2024-12-15T23:24:40,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741843_1019 (size=45) 2024-12-15T23:24:40,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:40,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c5997ca75d57725eef1a5559cafa00a6, disabling compactions & flushes 2024-12-15T23:24:40,653 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:24:40,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:24:40,653 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. after waiting 0 ms 2024-12-15T23:24:40,654 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:24:40,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:24:40,654 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c5997ca75d57725eef1a5559cafa00a6: 2024-12-15T23:24:40,654 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c9da047c1669e7e27495e0d24dbea32d, NAME => 'test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d.', STARTKEY => 'hhh', ENDKEY => 'iii'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:40,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741844_1020 (size=45) 2024-12-15T23:24:40,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741845_1021 (size=45) 2024-12-15T23:24:40,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:41,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 7ea5a206288c3d76fb5c8981758433b9, disabling compactions & flushes 2024-12-15T23:24:41,054 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:24:41,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:24:41,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. after waiting 0 ms 2024-12-15T23:24:41,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:24:41,054 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:24:41,054 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 7ea5a206288c3d76fb5c8981758433b9: 2024-12-15T23:24:41,055 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 99ddd76cfcd12c03adcb2a87913aa8d4, NAME => 'test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4.', STARTKEY => 'iii', ENDKEY => 'jjj'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,057 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,057 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 61a22b2d71e577e941827d358285d99a, disabling compactions & flushes 2024-12-15T23:24:41,057 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:24:41,057 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:24:41,057 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. after waiting 0 ms 2024-12-15T23:24:41,057 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:24:41,057 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:24:41,057 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 61a22b2d71e577e941827d358285d99a: 2024-12-15T23:24:41,058 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 6eb21247dea007011fd1de55dc8157d2, NAME => 'test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2.', STARTKEY => 'jjj', ENDKEY => 'kkk'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741846_1022 (size=45) 2024-12-15T23:24:41,062 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c9da047c1669e7e27495e0d24dbea32d, disabling compactions & flushes 2024-12-15T23:24:41,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:24:41,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:24:41,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. after waiting 0 ms 2024-12-15T23:24:41,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:24:41,063 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:24:41,063 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c9da047c1669e7e27495e0d24dbea32d: 2024-12-15T23:24:41,064 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dee6cb5cbaa94ca59d65a21f3f8999a5, NAME => 'test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5.', STARTKEY => 'kkk', ENDKEY => 'lll'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,065 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741847_1023 (size=45) 2024-12-15T23:24:41,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741848_1024 (size=45) 2024-12-15T23:24:41,463 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 99ddd76cfcd12c03adcb2a87913aa8d4, disabling compactions & flushes 2024-12-15T23:24:41,464 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:24:41,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:24:41,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. after waiting 0 ms 2024-12-15T23:24:41,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:24:41,464 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:24:41,464 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 99ddd76cfcd12c03adcb2a87913aa8d4: 2024-12-15T23:24:41,466 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b757ff8ab317c998ad42bdbf08c440a5, NAME => 'test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5.', STARTKEY => 'lll', ENDKEY => 'mmm'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,466 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,466 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 6eb21247dea007011fd1de55dc8157d2, disabling compactions & flushes 2024-12-15T23:24:41,466 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:24:41,466 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:24:41,466 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. after waiting 0 ms 2024-12-15T23:24:41,466 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:24:41,466 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:24:41,467 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 6eb21247dea007011fd1de55dc8157d2: 2024-12-15T23:24:41,468 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 784e34ad384baef9aab7ce95f3e5072a, NAME => 'test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a.', STARTKEY => 'mmm', ENDKEY => 'nnn'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing dee6cb5cbaa94ca59d65a21f3f8999a5, disabling compactions & flushes 2024-12-15T23:24:41,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:24:41,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:24:41,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. after waiting 0 ms 2024-12-15T23:24:41,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:24:41,472 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:24:41,472 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for dee6cb5cbaa94ca59d65a21f3f8999a5: 2024-12-15T23:24:41,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d8a8e087a42b905a596bc4dbcd194489, NAME => 'test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489.', STARTKEY => 'nnn', ENDKEY => 'ooo'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741849_1025 (size=45) 2024-12-15T23:24:41,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741850_1026 (size=45) 2024-12-15T23:24:41,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741851_1027 (size=45) 2024-12-15T23:24:41,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing d8a8e087a42b905a596bc4dbcd194489, disabling compactions & flushes 2024-12-15T23:24:41,484 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:24:41,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:24:41,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. after waiting 0 ms 2024-12-15T23:24:41,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:24:41,484 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:24:41,484 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for d8a8e087a42b905a596bc4dbcd194489: 2024-12-15T23:24:41,485 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => dc1a85cd35c9a4cb2e3d92ca574e52f7, NAME => 'test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7.', STARTKEY => 'ooo', ENDKEY => 'ppp'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741852_1028 (size=45) 2024-12-15T23:24:41,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:41,733 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T23:24:41,882 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,882 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b757ff8ab317c998ad42bdbf08c440a5, disabling compactions & flushes 2024-12-15T23:24:41,883 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:24:41,883 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:24:41,883 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. after waiting 0 ms 2024-12-15T23:24:41,883 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:24:41,883 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:24:41,883 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,883 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b757ff8ab317c998ad42bdbf08c440a5: 2024-12-15T23:24:41,883 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 784e34ad384baef9aab7ce95f3e5072a, disabling compactions & flushes 2024-12-15T23:24:41,883 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:24:41,883 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:24:41,884 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. after waiting 0 ms 2024-12-15T23:24:41,884 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 669a84888e999c81d7bcb9df8edd86a5, NAME => 'test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5.', STARTKEY => 'ppp', ENDKEY => 'qqq'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,884 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:24:41,884 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:24:41,884 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 784e34ad384baef9aab7ce95f3e5072a: 2024-12-15T23:24:41,884 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 584cbbf47a03bf47dbb37a449b0f2f40, NAME => 'test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40.', STARTKEY => 'qqq', ENDKEY => 'rrr'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741854_1030 (size=45) 2024-12-15T23:24:41,892 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741853_1029 (size=45) 2024-12-15T23:24:41,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:41,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing dc1a85cd35c9a4cb2e3d92ca574e52f7, disabling compactions & flushes 2024-12-15T23:24:41,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:24:41,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:24:41,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. after waiting 0 ms 2024-12-15T23:24:41,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:24:41,892 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:24:41,892 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for dc1a85cd35c9a4cb2e3d92ca574e52f7: 2024-12-15T23:24:41,893 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c6bacb71f33efa64a47ab1d0da34b166, NAME => 'test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166.', STARTKEY => 'rrr', ENDKEY => 'sss'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:41,899 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741855_1031 (size=45) 2024-12-15T23:24:41,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:42,295 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:42,295 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:42,295 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 669a84888e999c81d7bcb9df8edd86a5, disabling compactions & flushes 2024-12-15T23:24:42,295 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 584cbbf47a03bf47dbb37a449b0f2f40, disabling compactions & flushes 2024-12-15T23:24:42,295 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:24:42,295 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:24:42,296 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:24:42,296 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:24:42,296 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. after waiting 0 ms 2024-12-15T23:24:42,296 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. after waiting 0 ms 2024-12-15T23:24:42,296 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:24:42,296 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:24:42,296 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:24:42,296 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:24:42,296 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 669a84888e999c81d7bcb9df8edd86a5: 2024-12-15T23:24:42,296 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 584cbbf47a03bf47dbb37a449b0f2f40: 2024-12-15T23:24:42,299 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => e2f3753d60df3f88bc99a9a110a99ad3, NAME => 'test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3.', STARTKEY => 'sss', ENDKEY => 'ttt'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:42,300 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => b1dfb179309bd080c1b4691492e19565, NAME => 'test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565.', STARTKEY => 'ttt', ENDKEY => 'uuu'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:42,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:42,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing c6bacb71f33efa64a47ab1d0da34b166, disabling compactions & flushes 2024-12-15T23:24:42,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:24:42,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:24:42,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. after waiting 0 ms 2024-12-15T23:24:42,301 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:24:42,301 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:24:42,302 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for c6bacb71f33efa64a47ab1d0da34b166: 2024-12-15T23:24:42,303 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 29c1c2f29f8f3c9801bed48c6290c740, NAME => 'test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740.', STARTKEY => 'uuu', ENDKEY => 'vvv'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:42,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741856_1032 (size=45) 2024-12-15T23:24:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741857_1033 (size=45) 2024-12-15T23:24:42,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741858_1034 (size=45) 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing b1dfb179309bd080c1b4691492e19565, disabling compactions & flushes 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing e2f3753d60df3f88bc99a9a110a99ad3, disabling compactions & flushes 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 29c1c2f29f8f3c9801bed48c6290c740, disabling compactions & flushes 2024-12-15T23:24:42,713 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:24:42,713 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:24:42,713 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. after waiting 0 ms 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:24:42,713 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:24:42,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:24:42,714 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. after waiting 0 ms 2024-12-15T23:24:42,714 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. after waiting 0 ms 2024-12-15T23:24:42,714 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:24:42,714 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 29c1c2f29f8f3c9801bed48c6290c740: 2024-12-15T23:24:42,714 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:24:42,714 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:24:42,714 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:24:42,714 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:24:42,714 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for e2f3753d60df3f88bc99a9a110a99ad3: 2024-12-15T23:24:42,714 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for b1dfb179309bd080c1b4691492e19565: 2024-12-15T23:24:42,716 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 843d26408b739b777408257b3176cc38, NAME => 'test,vvv,1734305079805.843d26408b739b777408257b3176cc38.', STARTKEY => 'vvv', ENDKEY => 'www'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:42,717 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => dabc046d72dee40d7998daf13a578fbf, NAME => 'test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf.', STARTKEY => 'xxx', ENDKEY => 'yyy'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:42,718 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(7106): creating {ENCODED => 61acca8e5cbb5c1f37079c33ea3a9e5c, NAME => 'test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c.', STARTKEY => 'www', ENDKEY => 'xxx'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:42,724 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741861_1037 (size=45) 2024-12-15T23:24:42,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741860_1036 (size=45) 2024-12-15T23:24:42,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741859_1035 (size=45) 2024-12-15T23:24:43,126 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing dabc046d72dee40d7998daf13a578fbf, disabling compactions & flushes 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,vvv,1734305079805.843d26408b739b777408257b3176cc38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,127 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(894): Instantiated test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 843d26408b739b777408257b3176cc38, disabling compactions & flushes 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:24:43,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. after waiting 0 ms 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1681): Closing 61acca8e5cbb5c1f37079c33ea3a9e5c, disabling compactions & flushes 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734305079805.843d26408b739b777408257b3176cc38. after waiting 0 ms 2024-12-15T23:24:43,127 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1703): Closing region test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:24:43,127 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:24:43,127 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 843d26408b739b777408257b3176cc38: 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1791): Acquired close lock on test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. after waiting 0 ms 2024-12-15T23:24:43,127 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for dabc046d72dee40d7998daf13a578fbf: 2024-12-15T23:24:43,128 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1801): Updates disabled for region test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:24:43,128 INFO [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1922): Closed test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:24:43,128 DEBUG [RegionOpenAndInit-test-pool-1 {}] regionserver.HRegion(1635): Region close journal for 61acca8e5cbb5c1f37079c33ea3a9e5c: 2024-12-15T23:24:43,129 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 60fd31d20a91d2ca7140d93e677a8c22, NAME => 'test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22.', STARTKEY => 'yyy', ENDKEY => 'zzz'}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:43,130 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(7106): creating {ENCODED => 9a5c894cd9e1de93817e4655cbf569cc, NAME => 'test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc.', STARTKEY => 'zzz', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '100', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741863_1039 (size=42) 2024-12-15T23:24:43,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741862_1038 (size=45) 2024-12-15T23:24:43,540 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(894): Instantiated test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1681): Closing 60fd31d20a91d2ca7140d93e677a8c22, disabling compactions & flushes 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(894): Instantiated test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,541 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1703): Closing region test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. after waiting 0 ms 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1681): Closing 9a5c894cd9e1de93817e4655cbf569cc, disabling compactions & flushes 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:24:43,541 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1922): Closed test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:24:43,541 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1703): Closing region test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1635): Region close journal for 60fd31d20a91d2ca7140d93e677a8c22: 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. after waiting 0 ms 2024-12-15T23:24:43,541 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:24:43,542 INFO [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1922): Closed test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:24:43,542 DEBUG [RegionOpenAndInit-test-pool-2 {}] regionserver.HRegion(1635): Region close journal for 9a5c894cd9e1de93817e4655cbf569cc: 2024-12-15T23:24:43,544 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T23:24:43,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ccc,1734305079805.25451ae000acb52b53593172ff08518b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,,1734305079805.9446641342677a2f924d546168610df9.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,545 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,546 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,547 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,vvv,1734305079805.843d26408b739b777408257b3176cc38.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,548 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,548 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,548 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,548 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1734305083544"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305083544"}]},"ts":"1734305083544"} 2024-12-15T23:24:43,556 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 26 regions to meta. 2024-12-15T23:24:43,557 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T23:24:43,557 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305083557"}]},"ts":"1734305083557"} 2024-12-15T23:24:43,559 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLING in hbase:meta 2024-12-15T23:24:43,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9446641342677a2f924d546168610df9, ASSIGN}, {pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=097c67fe658119874ef8f0cac7c68d74, ASSIGN}, {pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=25451ae000acb52b53593172ff08518b, ASSIGN}, {pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9ebed2ed1af076846999870d79a970ff, ASSIGN}, {pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5997ca75d57725eef1a5559cafa00a6, ASSIGN}, {pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ea5a206288c3d76fb5c8981758433b9, ASSIGN}, {pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61a22b2d71e577e941827d358285d99a, ASSIGN}, {pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c9da047c1669e7e27495e0d24dbea32d, ASSIGN}, {pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=99ddd76cfcd12c03adcb2a87913aa8d4, ASSIGN}, {pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6eb21247dea007011fd1de55dc8157d2, ASSIGN}, {pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dee6cb5cbaa94ca59d65a21f3f8999a5, ASSIGN}, {pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b757ff8ab317c998ad42bdbf08c440a5, ASSIGN}, {pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=784e34ad384baef9aab7ce95f3e5072a, ASSIGN}, {pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d8a8e087a42b905a596bc4dbcd194489, ASSIGN}, {pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dc1a85cd35c9a4cb2e3d92ca574e52f7, ASSIGN}, {pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=669a84888e999c81d7bcb9df8edd86a5, ASSIGN}, {pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=584cbbf47a03bf47dbb37a449b0f2f40, ASSIGN}, {pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6bacb71f33efa64a47ab1d0da34b166, ASSIGN}, {pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e2f3753d60df3f88bc99a9a110a99ad3, ASSIGN}, {pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b1dfb179309bd080c1b4691492e19565, ASSIGN}, {pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=29c1c2f29f8f3c9801bed48c6290c740, ASSIGN}, {pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=843d26408b739b777408257b3176cc38, ASSIGN}, {pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61acca8e5cbb5c1f37079c33ea3a9e5c, ASSIGN}, {pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dabc046d72dee40d7998daf13a578fbf, ASSIGN}, {pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60fd31d20a91d2ca7140d93e677a8c22, ASSIGN}, {pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9a5c894cd9e1de93817e4655cbf569cc, ASSIGN}] 2024-12-15T23:24:43,605 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9ebed2ed1af076846999870d79a970ff, ASSIGN 2024-12-15T23:24:43,605 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9446641342677a2f924d546168610df9, ASSIGN 2024-12-15T23:24:43,605 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=25451ae000acb52b53593172ff08518b, ASSIGN 2024-12-15T23:24:43,606 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=097c67fe658119874ef8f0cac7c68d74, ASSIGN 2024-12-15T23:24:43,606 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=13, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9ebed2ed1af076846999870d79a970ff, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,606 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=25451ae000acb52b53593172ff08518b, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,606 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9446641342677a2f924d546168610df9, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,607 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=11, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=097c67fe658119874ef8f0cac7c68d74, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,609 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dabc046d72dee40d7998daf13a578fbf, ASSIGN 2024-12-15T23:24:43,609 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=60fd31d20a91d2ca7140d93e677a8c22, ASSIGN 2024-12-15T23:24:43,609 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61acca8e5cbb5c1f37079c33ea3a9e5c, ASSIGN 2024-12-15T23:24:43,609 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=9a5c894cd9e1de93817e4655cbf569cc, ASSIGN 2024-12-15T23:24:43,609 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=843d26408b739b777408257b3176cc38, ASSIGN 2024-12-15T23:24:43,610 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=33, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dabc046d72dee40d7998daf13a578fbf, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,610 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=34, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=60fd31d20a91d2ca7140d93e677a8c22, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,610 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=32, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=61acca8e5cbb5c1f37079c33ea3a9e5c, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,610 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=35, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=9a5c894cd9e1de93817e4655cbf569cc, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,610 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=31, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=843d26408b739b777408257b3176cc38, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,612 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b1dfb179309bd080c1b4691492e19565, ASSIGN 2024-12-15T23:24:43,612 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c6bacb71f33efa64a47ab1d0da34b166, ASSIGN 2024-12-15T23:24:43,612 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=29c1c2f29f8f3c9801bed48c6290c740, ASSIGN 2024-12-15T23:24:43,613 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=e2f3753d60df3f88bc99a9a110a99ad3, ASSIGN 2024-12-15T23:24:43,613 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=584cbbf47a03bf47dbb37a449b0f2f40, ASSIGN 2024-12-15T23:24:43,613 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=29, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b1dfb179309bd080c1b4691492e19565, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,613 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=27, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c6bacb71f33efa64a47ab1d0da34b166, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,613 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=30, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=29c1c2f29f8f3c9801bed48c6290c740, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,613 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=28, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=e2f3753d60df3f88bc99a9a110a99ad3, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,614 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=26, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=584cbbf47a03bf47dbb37a449b0f2f40, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,616 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=669a84888e999c81d7bcb9df8edd86a5, ASSIGN 2024-12-15T23:24:43,616 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dc1a85cd35c9a4cb2e3d92ca574e52f7, ASSIGN 2024-12-15T23:24:43,616 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=d8a8e087a42b905a596bc4dbcd194489, ASSIGN 2024-12-15T23:24:43,616 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=784e34ad384baef9aab7ce95f3e5072a, ASSIGN 2024-12-15T23:24:43,617 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=b757ff8ab317c998ad42bdbf08c440a5, ASSIGN 2024-12-15T23:24:43,617 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=25, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=669a84888e999c81d7bcb9df8edd86a5, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,617 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=24, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dc1a85cd35c9a4cb2e3d92ca574e52f7, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,617 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=23, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=d8a8e087a42b905a596bc4dbcd194489, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,617 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=22, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=784e34ad384baef9aab7ce95f3e5072a, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,617 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=21, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=b757ff8ab317c998ad42bdbf08c440a5, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,619 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=dee6cb5cbaa94ca59d65a21f3f8999a5, ASSIGN 2024-12-15T23:24:43,620 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=99ddd76cfcd12c03adcb2a87913aa8d4, ASSIGN 2024-12-15T23:24:43,620 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=6eb21247dea007011fd1de55dc8157d2, ASSIGN 2024-12-15T23:24:43,620 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c9da047c1669e7e27495e0d24dbea32d, ASSIGN 2024-12-15T23:24:43,620 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=61a22b2d71e577e941827d358285d99a, ASSIGN 2024-12-15T23:24:43,620 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=20, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=dee6cb5cbaa94ca59d65a21f3f8999a5, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,620 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=18, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=99ddd76cfcd12c03adcb2a87913aa8d4, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,620 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=16, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=61a22b2d71e577e941827d358285d99a, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,620 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(264): Starting pid=19, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=6eb21247dea007011fd1de55dc8157d2, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,620 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=17, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c9da047c1669e7e27495e0d24dbea32d, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,622 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=c5997ca75d57725eef1a5559cafa00a6, ASSIGN 2024-12-15T23:24:43,623 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=test, region=7ea5a206288c3d76fb5c8981758433b9, ASSIGN 2024-12-15T23:24:43,623 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=14, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=c5997ca75d57725eef1a5559cafa00a6, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,623 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=15, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=test, region=7ea5a206288c3d76fb5c8981758433b9, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:43,757 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=99ddd76cfcd12c03adcb2a87913aa8d4, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,757 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9446641342677a2f924d546168610df9, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,757 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=c9da047c1669e7e27495e0d24dbea32d, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,757 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=9ebed2ed1af076846999870d79a970ff, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,757 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9a5c894cd9e1de93817e4655cbf569cc, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,759 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=17, state=RUNNABLE; OpenRegionProcedure c9da047c1669e7e27495e0d24dbea32d, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,760 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=13, state=RUNNABLE; OpenRegionProcedure 9ebed2ed1af076846999870d79a970ff, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,761 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=38, ppid=18, state=RUNNABLE; OpenRegionProcedure 99ddd76cfcd12c03adcb2a87913aa8d4, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,761 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=35, state=RUNNABLE; OpenRegionProcedure 9a5c894cd9e1de93817e4655cbf569cc, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,762 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=10, state=RUNNABLE; OpenRegionProcedure 9446641342677a2f924d546168610df9, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,764 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=25451ae000acb52b53593172ff08518b, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,768 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=784e34ad384baef9aab7ce95f3e5072a, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,768 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=097c67fe658119874ef8f0cac7c68d74, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,768 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=dee6cb5cbaa94ca59d65a21f3f8999a5, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=12, state=RUNNABLE; OpenRegionProcedure 25451ae000acb52b53593172ff08518b, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,770 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=60fd31d20a91d2ca7140d93e677a8c22, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,771 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=20, state=RUNNABLE; OpenRegionProcedure dee6cb5cbaa94ca59d65a21f3f8999a5, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,772 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=43, ppid=11, state=RUNNABLE; OpenRegionProcedure 097c67fe658119874ef8f0cac7c68d74, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,772 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=b1dfb179309bd080c1b4691492e19565, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,772 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=22, state=RUNNABLE; OpenRegionProcedure 784e34ad384baef9aab7ce95f3e5072a, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,774 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=45, ppid=34, state=RUNNABLE; OpenRegionProcedure 60fd31d20a91d2ca7140d93e677a8c22, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,774 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=29, state=RUNNABLE; OpenRegionProcedure b1dfb179309bd080c1b4691492e19565, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,774 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7ea5a206288c3d76fb5c8981758433b9, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,776 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=47, ppid=15, state=RUNNABLE; OpenRegionProcedure 7ea5a206288c3d76fb5c8981758433b9, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,777 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=669a84888e999c81d7bcb9df8edd86a5, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,777 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=61acca8e5cbb5c1f37079c33ea3a9e5c, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,779 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=32, state=RUNNABLE; OpenRegionProcedure 61acca8e5cbb5c1f37079c33ea3a9e5c, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,780 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=584cbbf47a03bf47dbb37a449b0f2f40, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,780 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=dabc046d72dee40d7998daf13a578fbf, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,780 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=d8a8e087a42b905a596bc4dbcd194489, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,780 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=49, ppid=25, state=RUNNABLE; OpenRegionProcedure 669a84888e999c81d7bcb9df8edd86a5, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=26, state=RUNNABLE; OpenRegionProcedure 584cbbf47a03bf47dbb37a449b0f2f40, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,782 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=51, ppid=23, state=RUNNABLE; OpenRegionProcedure d8a8e087a42b905a596bc4dbcd194489, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,782 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=33, state=RUNNABLE; OpenRegionProcedure dabc046d72dee40d7998daf13a578fbf, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,783 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c5997ca75d57725eef1a5559cafa00a6, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,786 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=53, ppid=14, state=RUNNABLE; OpenRegionProcedure c5997ca75d57725eef1a5559cafa00a6, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=c6bacb71f33efa64a47ab1d0da34b166, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,786 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=6eb21247dea007011fd1de55dc8157d2, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,786 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b757ff8ab317c998ad42bdbf08c440a5, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,787 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=e2f3753d60df3f88bc99a9a110a99ad3, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,788 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=21, state=RUNNABLE; OpenRegionProcedure b757ff8ab317c998ad42bdbf08c440a5, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,788 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=55, ppid=19, state=RUNNABLE; OpenRegionProcedure 6eb21247dea007011fd1de55dc8157d2, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,788 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=dc1a85cd35c9a4cb2e3d92ca574e52f7, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,790 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=57, ppid=28, state=RUNNABLE; OpenRegionProcedure e2f3753d60df3f88bc99a9a110a99ad3, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,790 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=27, state=RUNNABLE; OpenRegionProcedure c6bacb71f33efa64a47ab1d0da34b166, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,791 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=24, state=RUNNABLE; OpenRegionProcedure dc1a85cd35c9a4cb2e3d92ca574e52f7, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,792 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=61a22b2d71e577e941827d358285d99a, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=843d26408b739b777408257b3176cc38, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,793 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=59, ppid=16, state=RUNNABLE; OpenRegionProcedure 61a22b2d71e577e941827d358285d99a, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=31, state=RUNNABLE; OpenRegionProcedure 843d26408b739b777408257b3176cc38, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,794 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=29c1c2f29f8f3c9801bed48c6290c740, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,796 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=61, ppid=30, state=RUNNABLE; OpenRegionProcedure 29c1c2f29f8f3c9801bed48c6290c740, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:43,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:43,911 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3434134abe44,40571,1734305066712 2024-12-15T23:24:43,919 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(135): Open test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:24:43,919 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7285): Opening region: {ENCODED => d8a8e087a42b905a596bc4dbcd194489, NAME => 'test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489.', STARTKEY => 'nnn', ENDKEY => 'ooo'} 2024-12-15T23:24:43,919 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d8a8e087a42b905a596bc4dbcd194489 2024-12-15T23:24:43,920 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(894): Instantiated test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,920 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7327): checking encryption for d8a8e087a42b905a596bc4dbcd194489 2024-12-15T23:24:43,920 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(7330): checking classloading for d8a8e087a42b905a596bc4dbcd194489 2024-12-15T23:24:43,922 INFO [StoreOpener-d8a8e087a42b905a596bc4dbcd194489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d8a8e087a42b905a596bc4dbcd194489 2024-12-15T23:24:43,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:43,924 INFO [StoreOpener-d8a8e087a42b905a596bc4dbcd194489-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a8e087a42b905a596bc4dbcd194489 columnFamilyName f 2024-12-15T23:24:43,924 DEBUG [StoreOpener-d8a8e087a42b905a596bc4dbcd194489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,925 INFO [StoreOpener-d8a8e087a42b905a596bc4dbcd194489-1 {}] regionserver.HStore(327): Store=d8a8e087a42b905a596bc4dbcd194489/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,925 INFO [StoreOpener-d8a8e087a42b905a596bc4dbcd194489-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d8a8e087a42b905a596bc4dbcd194489 2024-12-15T23:24:43,927 INFO [StoreOpener-d8a8e087a42b905a596bc4dbcd194489-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d8a8e087a42b905a596bc4dbcd194489 columnFamilyName norep 2024-12-15T23:24:43,928 DEBUG [StoreOpener-d8a8e087a42b905a596bc4dbcd194489-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,928 INFO [StoreOpener-d8a8e087a42b905a596bc4dbcd194489-1 {}] regionserver.HStore(327): Store=d8a8e087a42b905a596bc4dbcd194489/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,929 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/d8a8e087a42b905a596bc4dbcd194489 2024-12-15T23:24:43,930 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/d8a8e087a42b905a596bc4dbcd194489 2024-12-15T23:24:43,931 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:43,933 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1085): writing seq id for d8a8e087a42b905a596bc4dbcd194489 2024-12-15T23:24:43,935 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/d8a8e087a42b905a596bc4dbcd194489/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:43,936 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1102): Opened d8a8e087a42b905a596bc4dbcd194489; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62809348, jitterRate=-0.0640677809715271}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:43,936 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegion(1001): Region open journal for d8a8e087a42b905a596bc4dbcd194489: 2024-12-15T23:24:43,937 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2601): Post open deploy tasks for test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489., pid=51, masterSystemTime=1734305083911 2024-12-15T23:24:43,939 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] regionserver.HRegionServer(2628): Finished post open deploy task for test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:24:43,939 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=51}] handler.AssignRegionHandler(164): Opened test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:24:43,939 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(135): Open test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:24:43,939 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7285): Opening region: {ENCODED => e2f3753d60df3f88bc99a9a110a99ad3, NAME => 'test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3.', STARTKEY => 'sss', ENDKEY => 'ttt'} 2024-12-15T23:24:43,940 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=23 updating hbase:meta row=d8a8e087a42b905a596bc4dbcd194489, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,940 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:24:43,940 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(894): Instantiated test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,940 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7327): checking encryption for e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:24:43,940 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(7330): checking classloading for e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:24:43,942 INFO [StoreOpener-e2f3753d60df3f88bc99a9a110a99ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:24:43,944 INFO [StoreOpener-e2f3753d60df3f88bc99a9a110a99ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2f3753d60df3f88bc99a9a110a99ad3 columnFamilyName f 2024-12-15T23:24:43,944 DEBUG [StoreOpener-e2f3753d60df3f88bc99a9a110a99ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=51, resume processing ppid=23 2024-12-15T23:24:43,944 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, ppid=23, state=SUCCESS; OpenRegionProcedure d8a8e087a42b905a596bc4dbcd194489, server=3434134abe44,40571,1734305066712 in 161 msec 2024-12-15T23:24:43,945 INFO [StoreOpener-e2f3753d60df3f88bc99a9a110a99ad3-1 {}] regionserver.HStore(327): Store=e2f3753d60df3f88bc99a9a110a99ad3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,945 INFO [StoreOpener-e2f3753d60df3f88bc99a9a110a99ad3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:24:43,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=d8a8e087a42b905a596bc4dbcd194489, ASSIGN in 342 msec 2024-12-15T23:24:43,946 INFO [StoreOpener-e2f3753d60df3f88bc99a9a110a99ad3-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e2f3753d60df3f88bc99a9a110a99ad3 columnFamilyName norep 2024-12-15T23:24:43,946 DEBUG [StoreOpener-e2f3753d60df3f88bc99a9a110a99ad3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,947 INFO [StoreOpener-e2f3753d60df3f88bc99a9a110a99ad3-1 {}] regionserver.HStore(327): Store=e2f3753d60df3f88bc99a9a110a99ad3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,948 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:24:43,948 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:24:43,950 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:43,951 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1085): writing seq id for e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:24:43,953 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/e2f3753d60df3f88bc99a9a110a99ad3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:43,954 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1102): Opened e2f3753d60df3f88bc99a9a110a99ad3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65486715, jitterRate=-0.024171903729438782}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:43,954 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegion(1001): Region open journal for e2f3753d60df3f88bc99a9a110a99ad3: 2024-12-15T23:24:43,955 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2601): Post open deploy tasks for test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3., pid=57, masterSystemTime=1734305083911 2024-12-15T23:24:43,956 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] regionserver.HRegionServer(2628): Finished post open deploy task for test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:24:43,957 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=57}] handler.AssignRegionHandler(164): Opened test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:24:43,957 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(135): Open test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:24:43,957 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=28 updating hbase:meta row=e2f3753d60df3f88bc99a9a110a99ad3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,957 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7285): Opening region: {ENCODED => b757ff8ab317c998ad42bdbf08c440a5, NAME => 'test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5.', STARTKEY => 'lll', ENDKEY => 'mmm'} 2024-12-15T23:24:43,957 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b757ff8ab317c998ad42bdbf08c440a5 2024-12-15T23:24:43,957 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(894): Instantiated test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,958 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7327): checking encryption for b757ff8ab317c998ad42bdbf08c440a5 2024-12-15T23:24:43,958 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(7330): checking classloading for b757ff8ab317c998ad42bdbf08c440a5 2024-12-15T23:24:43,959 INFO [StoreOpener-b757ff8ab317c998ad42bdbf08c440a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b757ff8ab317c998ad42bdbf08c440a5 2024-12-15T23:24:43,960 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=57, resume processing ppid=28 2024-12-15T23:24:43,961 INFO [StoreOpener-b757ff8ab317c998ad42bdbf08c440a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b757ff8ab317c998ad42bdbf08c440a5 columnFamilyName f 2024-12-15T23:24:43,961 DEBUG [StoreOpener-b757ff8ab317c998ad42bdbf08c440a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, ppid=28, state=SUCCESS; OpenRegionProcedure e2f3753d60df3f88bc99a9a110a99ad3, server=3434134abe44,40571,1734305066712 in 170 msec 2024-12-15T23:24:43,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=e2f3753d60df3f88bc99a9a110a99ad3, ASSIGN in 358 msec 2024-12-15T23:24:43,962 INFO [StoreOpener-b757ff8ab317c998ad42bdbf08c440a5-1 {}] regionserver.HStore(327): Store=b757ff8ab317c998ad42bdbf08c440a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,962 INFO [StoreOpener-b757ff8ab317c998ad42bdbf08c440a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b757ff8ab317c998ad42bdbf08c440a5 2024-12-15T23:24:43,963 INFO [StoreOpener-b757ff8ab317c998ad42bdbf08c440a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b757ff8ab317c998ad42bdbf08c440a5 columnFamilyName norep 2024-12-15T23:24:43,963 DEBUG [StoreOpener-b757ff8ab317c998ad42bdbf08c440a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,964 INFO [StoreOpener-b757ff8ab317c998ad42bdbf08c440a5-1 {}] regionserver.HStore(327): Store=b757ff8ab317c998ad42bdbf08c440a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,964 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/b757ff8ab317c998ad42bdbf08c440a5 2024-12-15T23:24:43,965 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/b757ff8ab317c998ad42bdbf08c440a5 2024-12-15T23:24:43,966 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:43,967 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1085): writing seq id for b757ff8ab317c998ad42bdbf08c440a5 2024-12-15T23:24:43,969 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/b757ff8ab317c998ad42bdbf08c440a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:43,970 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1102): Opened b757ff8ab317c998ad42bdbf08c440a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59598423, jitterRate=-0.11191429197788239}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:43,970 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegion(1001): Region open journal for b757ff8ab317c998ad42bdbf08c440a5: 2024-12-15T23:24:43,971 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2601): Post open deploy tasks for test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5., pid=54, masterSystemTime=1734305083911 2024-12-15T23:24:43,972 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] regionserver.HRegionServer(2628): Finished post open deploy task for test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:24:43,973 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=54}] handler.AssignRegionHandler(164): Opened test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:24:43,973 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(135): Open test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:24:43,973 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7285): Opening region: {ENCODED => 9a5c894cd9e1de93817e4655cbf569cc, NAME => 'test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc.', STARTKEY => 'zzz', ENDKEY => ''} 2024-12-15T23:24:43,973 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=21 updating hbase:meta row=b757ff8ab317c998ad42bdbf08c440a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,973 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9a5c894cd9e1de93817e4655cbf569cc 2024-12-15T23:24:43,973 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(894): Instantiated test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,973 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7327): checking encryption for 9a5c894cd9e1de93817e4655cbf569cc 2024-12-15T23:24:43,973 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(7330): checking classloading for 9a5c894cd9e1de93817e4655cbf569cc 2024-12-15T23:24:43,975 INFO [StoreOpener-9a5c894cd9e1de93817e4655cbf569cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9a5c894cd9e1de93817e4655cbf569cc 2024-12-15T23:24:43,977 INFO [StoreOpener-9a5c894cd9e1de93817e4655cbf569cc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a5c894cd9e1de93817e4655cbf569cc columnFamilyName f 2024-12-15T23:24:43,977 DEBUG [StoreOpener-9a5c894cd9e1de93817e4655cbf569cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=21 2024-12-15T23:24:43,977 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=21, state=SUCCESS; OpenRegionProcedure b757ff8ab317c998ad42bdbf08c440a5, server=3434134abe44,40571,1734305066712 in 188 msec 2024-12-15T23:24:43,978 INFO [StoreOpener-9a5c894cd9e1de93817e4655cbf569cc-1 {}] regionserver.HStore(327): Store=9a5c894cd9e1de93817e4655cbf569cc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,978 INFO [StoreOpener-9a5c894cd9e1de93817e4655cbf569cc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9a5c894cd9e1de93817e4655cbf569cc 2024-12-15T23:24:43,978 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b757ff8ab317c998ad42bdbf08c440a5, ASSIGN in 375 msec 2024-12-15T23:24:43,980 INFO [StoreOpener-9a5c894cd9e1de93817e4655cbf569cc-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9a5c894cd9e1de93817e4655cbf569cc columnFamilyName norep 2024-12-15T23:24:43,980 DEBUG [StoreOpener-9a5c894cd9e1de93817e4655cbf569cc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,980 INFO [StoreOpener-9a5c894cd9e1de93817e4655cbf569cc-1 {}] regionserver.HStore(327): Store=9a5c894cd9e1de93817e4655cbf569cc/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,981 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9a5c894cd9e1de93817e4655cbf569cc 2024-12-15T23:24:43,981 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9a5c894cd9e1de93817e4655cbf569cc 2024-12-15T23:24:43,982 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:43,983 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1085): writing seq id for 9a5c894cd9e1de93817e4655cbf569cc 2024-12-15T23:24:43,985 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9a5c894cd9e1de93817e4655cbf569cc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:43,986 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1102): Opened 9a5c894cd9e1de93817e4655cbf569cc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60772730, jitterRate=-0.09441575407981873}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:43,986 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegion(1001): Region open journal for 9a5c894cd9e1de93817e4655cbf569cc: 2024-12-15T23:24:43,987 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2601): Post open deploy tasks for test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc., pid=39, masterSystemTime=1734305083911 2024-12-15T23:24:43,988 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] regionserver.HRegionServer(2628): Finished post open deploy task for test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:24:43,989 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=39}] handler.AssignRegionHandler(164): Opened test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:24:43,989 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(135): Open test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:24:43,989 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=35 updating hbase:meta row=9a5c894cd9e1de93817e4655cbf569cc, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:43,989 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7285): Opening region: {ENCODED => dc1a85cd35c9a4cb2e3d92ca574e52f7, NAME => 'test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7.', STARTKEY => 'ooo', ENDKEY => 'ppp'} 2024-12-15T23:24:43,989 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dc1a85cd35c9a4cb2e3d92ca574e52f7 2024-12-15T23:24:43,989 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(894): Instantiated test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:43,989 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7327): checking encryption for dc1a85cd35c9a4cb2e3d92ca574e52f7 2024-12-15T23:24:43,989 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(7330): checking classloading for dc1a85cd35c9a4cb2e3d92ca574e52f7 2024-12-15T23:24:43,991 INFO [StoreOpener-dc1a85cd35c9a4cb2e3d92ca574e52f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dc1a85cd35c9a4cb2e3d92ca574e52f7 2024-12-15T23:24:43,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=35 2024-12-15T23:24:43,993 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=35, state=SUCCESS; OpenRegionProcedure 9a5c894cd9e1de93817e4655cbf569cc, server=3434134abe44,40571,1734305066712 in 230 msec 2024-12-15T23:24:43,993 INFO [StoreOpener-dc1a85cd35c9a4cb2e3d92ca574e52f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc1a85cd35c9a4cb2e3d92ca574e52f7 columnFamilyName f 2024-12-15T23:24:43,993 DEBUG [StoreOpener-dc1a85cd35c9a4cb2e3d92ca574e52f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,994 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9a5c894cd9e1de93817e4655cbf569cc, ASSIGN in 391 msec 2024-12-15T23:24:43,994 INFO [StoreOpener-dc1a85cd35c9a4cb2e3d92ca574e52f7-1 {}] regionserver.HStore(327): Store=dc1a85cd35c9a4cb2e3d92ca574e52f7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,994 INFO [StoreOpener-dc1a85cd35c9a4cb2e3d92ca574e52f7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dc1a85cd35c9a4cb2e3d92ca574e52f7 2024-12-15T23:24:43,995 INFO [StoreOpener-dc1a85cd35c9a4cb2e3d92ca574e52f7-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc1a85cd35c9a4cb2e3d92ca574e52f7 columnFamilyName norep 2024-12-15T23:24:43,995 DEBUG [StoreOpener-dc1a85cd35c9a4cb2e3d92ca574e52f7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:43,996 INFO [StoreOpener-dc1a85cd35c9a4cb2e3d92ca574e52f7-1 {}] regionserver.HStore(327): Store=dc1a85cd35c9a4cb2e3d92ca574e52f7/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:43,997 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dc1a85cd35c9a4cb2e3d92ca574e52f7 2024-12-15T23:24:43,997 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dc1a85cd35c9a4cb2e3d92ca574e52f7 2024-12-15T23:24:43,998 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:43,999 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1085): writing seq id for dc1a85cd35c9a4cb2e3d92ca574e52f7 2024-12-15T23:24:44,001 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dc1a85cd35c9a4cb2e3d92ca574e52f7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,002 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1102): Opened dc1a85cd35c9a4cb2e3d92ca574e52f7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61895704, jitterRate=-0.07768213748931885}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,002 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegion(1001): Region open journal for dc1a85cd35c9a4cb2e3d92ca574e52f7: 2024-12-15T23:24:44,002 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7., pid=58, masterSystemTime=1734305083911 2024-12-15T23:24:44,004 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:24:44,004 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=58}] handler.AssignRegionHandler(164): Opened test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:24:44,004 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(135): Open test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:24:44,005 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=24 updating hbase:meta row=dc1a85cd35c9a4cb2e3d92ca574e52f7, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,005 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7285): Opening region: {ENCODED => 60fd31d20a91d2ca7140d93e677a8c22, NAME => 'test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22.', STARTKEY => 'yyy', ENDKEY => 'zzz'} 2024-12-15T23:24:44,005 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 60fd31d20a91d2ca7140d93e677a8c22 2024-12-15T23:24:44,005 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(894): Instantiated test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,005 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7327): checking encryption for 60fd31d20a91d2ca7140d93e677a8c22 2024-12-15T23:24:44,005 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(7330): checking classloading for 60fd31d20a91d2ca7140d93e677a8c22 2024-12-15T23:24:44,007 INFO [StoreOpener-60fd31d20a91d2ca7140d93e677a8c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 60fd31d20a91d2ca7140d93e677a8c22 2024-12-15T23:24:44,008 INFO [StoreOpener-60fd31d20a91d2ca7140d93e677a8c22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60fd31d20a91d2ca7140d93e677a8c22 columnFamilyName f 2024-12-15T23:24:44,008 DEBUG [StoreOpener-60fd31d20a91d2ca7140d93e677a8c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=24 2024-12-15T23:24:44,009 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=24, state=SUCCESS; OpenRegionProcedure dc1a85cd35c9a4cb2e3d92ca574e52f7, server=3434134abe44,40571,1734305066712 in 217 msec 2024-12-15T23:24:44,009 INFO [StoreOpener-60fd31d20a91d2ca7140d93e677a8c22-1 {}] regionserver.HStore(327): Store=60fd31d20a91d2ca7140d93e677a8c22/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,009 INFO [StoreOpener-60fd31d20a91d2ca7140d93e677a8c22-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 60fd31d20a91d2ca7140d93e677a8c22 2024-12-15T23:24:44,010 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dc1a85cd35c9a4cb2e3d92ca574e52f7, ASSIGN in 407 msec 2024-12-15T23:24:44,010 INFO [StoreOpener-60fd31d20a91d2ca7140d93e677a8c22-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 60fd31d20a91d2ca7140d93e677a8c22 columnFamilyName norep 2024-12-15T23:24:44,011 DEBUG [StoreOpener-60fd31d20a91d2ca7140d93e677a8c22-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,011 INFO [StoreOpener-60fd31d20a91d2ca7140d93e677a8c22-1 {}] regionserver.HStore(327): Store=60fd31d20a91d2ca7140d93e677a8c22/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,012 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/60fd31d20a91d2ca7140d93e677a8c22 2024-12-15T23:24:44,012 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/60fd31d20a91d2ca7140d93e677a8c22 2024-12-15T23:24:44,013 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,014 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1085): writing seq id for 60fd31d20a91d2ca7140d93e677a8c22 2024-12-15T23:24:44,016 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/60fd31d20a91d2ca7140d93e677a8c22/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,017 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1102): Opened 60fd31d20a91d2ca7140d93e677a8c22; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59147523, jitterRate=-0.1186332255601883}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,017 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegion(1001): Region open journal for 60fd31d20a91d2ca7140d93e677a8c22: 2024-12-15T23:24:44,017 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2601): Post open deploy tasks for test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22., pid=45, masterSystemTime=1734305083911 2024-12-15T23:24:44,019 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] regionserver.HRegionServer(2628): Finished post open deploy task for test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:24:44,019 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=45}] handler.AssignRegionHandler(164): Opened test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:24:44,019 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(135): Open test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:24:44,019 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7285): Opening region: {ENCODED => b1dfb179309bd080c1b4691492e19565, NAME => 'test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565.', STARTKEY => 'ttt', ENDKEY => 'uuu'} 2024-12-15T23:24:44,019 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=34 updating hbase:meta row=60fd31d20a91d2ca7140d93e677a8c22, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,020 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b1dfb179309bd080c1b4691492e19565 2024-12-15T23:24:44,020 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(894): Instantiated test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,020 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7327): checking encryption for b1dfb179309bd080c1b4691492e19565 2024-12-15T23:24:44,020 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7330): checking classloading for b1dfb179309bd080c1b4691492e19565 2024-12-15T23:24:44,022 INFO [StoreOpener-b1dfb179309bd080c1b4691492e19565-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b1dfb179309bd080c1b4691492e19565 2024-12-15T23:24:44,023 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=45, resume processing ppid=34 2024-12-15T23:24:44,024 INFO [StoreOpener-b1dfb179309bd080c1b4691492e19565-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1dfb179309bd080c1b4691492e19565 columnFamilyName f 2024-12-15T23:24:44,024 DEBUG [StoreOpener-b1dfb179309bd080c1b4691492e19565-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,024 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, ppid=34, state=SUCCESS; OpenRegionProcedure 60fd31d20a91d2ca7140d93e677a8c22, server=3434134abe44,40571,1734305066712 in 248 msec 2024-12-15T23:24:44,025 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=60fd31d20a91d2ca7140d93e677a8c22, ASSIGN in 421 msec 2024-12-15T23:24:44,025 INFO [StoreOpener-b1dfb179309bd080c1b4691492e19565-1 {}] regionserver.HStore(327): Store=b1dfb179309bd080c1b4691492e19565/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,025 INFO [StoreOpener-b1dfb179309bd080c1b4691492e19565-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b1dfb179309bd080c1b4691492e19565 2024-12-15T23:24:44,026 INFO [StoreOpener-b1dfb179309bd080c1b4691492e19565-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1dfb179309bd080c1b4691492e19565 columnFamilyName norep 2024-12-15T23:24:44,027 DEBUG [StoreOpener-b1dfb179309bd080c1b4691492e19565-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,027 INFO [StoreOpener-b1dfb179309bd080c1b4691492e19565-1 {}] regionserver.HStore(327): Store=b1dfb179309bd080c1b4691492e19565/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,028 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/b1dfb179309bd080c1b4691492e19565 2024-12-15T23:24:44,029 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/b1dfb179309bd080c1b4691492e19565 2024-12-15T23:24:44,030 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,031 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1085): writing seq id for b1dfb179309bd080c1b4691492e19565 2024-12-15T23:24:44,034 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/b1dfb179309bd080c1b4691492e19565/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,034 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1102): Opened b1dfb179309bd080c1b4691492e19565; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67739312, jitterRate=0.009394407272338867}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,034 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1001): Region open journal for b1dfb179309bd080c1b4691492e19565: 2024-12-15T23:24:44,035 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565., pid=46, masterSystemTime=1734305083911 2024-12-15T23:24:44,036 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:24:44,037 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(164): Opened test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:24:44,037 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(135): Open test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:24:44,037 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7285): Opening region: {ENCODED => 843d26408b739b777408257b3176cc38, NAME => 'test,vvv,1734305079805.843d26408b739b777408257b3176cc38.', STARTKEY => 'vvv', ENDKEY => 'www'} 2024-12-15T23:24:44,037 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=29 updating hbase:meta row=b1dfb179309bd080c1b4691492e19565, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,037 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 843d26408b739b777408257b3176cc38 2024-12-15T23:24:44,037 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(894): Instantiated test,vvv,1734305079805.843d26408b739b777408257b3176cc38.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,037 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7327): checking encryption for 843d26408b739b777408257b3176cc38 2024-12-15T23:24:44,038 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(7330): checking classloading for 843d26408b739b777408257b3176cc38 2024-12-15T23:24:44,039 INFO [StoreOpener-843d26408b739b777408257b3176cc38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 843d26408b739b777408257b3176cc38 2024-12-15T23:24:44,041 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=29 2024-12-15T23:24:44,041 INFO [StoreOpener-843d26408b739b777408257b3176cc38-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 843d26408b739b777408257b3176cc38 columnFamilyName f 2024-12-15T23:24:44,042 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=29, state=SUCCESS; OpenRegionProcedure b1dfb179309bd080c1b4691492e19565, server=3434134abe44,40571,1734305066712 in 265 msec 2024-12-15T23:24:44,042 DEBUG [StoreOpener-843d26408b739b777408257b3176cc38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,042 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=b1dfb179309bd080c1b4691492e19565, ASSIGN in 439 msec 2024-12-15T23:24:44,042 INFO [StoreOpener-843d26408b739b777408257b3176cc38-1 {}] regionserver.HStore(327): Store=843d26408b739b777408257b3176cc38/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,042 INFO [StoreOpener-843d26408b739b777408257b3176cc38-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 843d26408b739b777408257b3176cc38 2024-12-15T23:24:44,044 INFO [StoreOpener-843d26408b739b777408257b3176cc38-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 843d26408b739b777408257b3176cc38 columnFamilyName norep 2024-12-15T23:24:44,044 DEBUG [StoreOpener-843d26408b739b777408257b3176cc38-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,044 INFO [StoreOpener-843d26408b739b777408257b3176cc38-1 {}] regionserver.HStore(327): Store=843d26408b739b777408257b3176cc38/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,045 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/843d26408b739b777408257b3176cc38 2024-12-15T23:24:44,046 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/843d26408b739b777408257b3176cc38 2024-12-15T23:24:44,047 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,048 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1085): writing seq id for 843d26408b739b777408257b3176cc38 2024-12-15T23:24:44,050 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/843d26408b739b777408257b3176cc38/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,050 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1102): Opened 843d26408b739b777408257b3176cc38; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68465299, jitterRate=0.020212456583976746}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,051 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegion(1001): Region open journal for 843d26408b739b777408257b3176cc38: 2024-12-15T23:24:44,051 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2601): Post open deploy tasks for test,vvv,1734305079805.843d26408b739b777408257b3176cc38., pid=60, masterSystemTime=1734305083911 2024-12-15T23:24:44,053 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] regionserver.HRegionServer(2628): Finished post open deploy task for test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:24:44,053 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=60}] handler.AssignRegionHandler(164): Opened test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:24:44,053 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(135): Open test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:24:44,053 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=31 updating hbase:meta row=843d26408b739b777408257b3176cc38, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,053 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7285): Opening region: {ENCODED => 669a84888e999c81d7bcb9df8edd86a5, NAME => 'test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5.', STARTKEY => 'ppp', ENDKEY => 'qqq'} 2024-12-15T23:24:44,053 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 669a84888e999c81d7bcb9df8edd86a5 2024-12-15T23:24:44,054 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(894): Instantiated test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,054 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7327): checking encryption for 669a84888e999c81d7bcb9df8edd86a5 2024-12-15T23:24:44,054 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(7330): checking classloading for 669a84888e999c81d7bcb9df8edd86a5 2024-12-15T23:24:44,055 INFO [StoreOpener-669a84888e999c81d7bcb9df8edd86a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 669a84888e999c81d7bcb9df8edd86a5 2024-12-15T23:24:44,056 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=31 2024-12-15T23:24:44,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=31, state=SUCCESS; OpenRegionProcedure 843d26408b739b777408257b3176cc38, server=3434134abe44,40571,1734305066712 in 261 msec 2024-12-15T23:24:44,057 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=843d26408b739b777408257b3176cc38, ASSIGN in 454 msec 2024-12-15T23:24:44,057 INFO [StoreOpener-669a84888e999c81d7bcb9df8edd86a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 669a84888e999c81d7bcb9df8edd86a5 columnFamilyName f 2024-12-15T23:24:44,058 DEBUG [StoreOpener-669a84888e999c81d7bcb9df8edd86a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,058 INFO [StoreOpener-669a84888e999c81d7bcb9df8edd86a5-1 {}] regionserver.HStore(327): Store=669a84888e999c81d7bcb9df8edd86a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,058 INFO [StoreOpener-669a84888e999c81d7bcb9df8edd86a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 669a84888e999c81d7bcb9df8edd86a5 2024-12-15T23:24:44,060 INFO [StoreOpener-669a84888e999c81d7bcb9df8edd86a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 669a84888e999c81d7bcb9df8edd86a5 columnFamilyName norep 2024-12-15T23:24:44,060 DEBUG [StoreOpener-669a84888e999c81d7bcb9df8edd86a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,061 INFO [StoreOpener-669a84888e999c81d7bcb9df8edd86a5-1 {}] regionserver.HStore(327): Store=669a84888e999c81d7bcb9df8edd86a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,061 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/669a84888e999c81d7bcb9df8edd86a5 2024-12-15T23:24:44,062 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/669a84888e999c81d7bcb9df8edd86a5 2024-12-15T23:24:44,063 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,064 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1085): writing seq id for 669a84888e999c81d7bcb9df8edd86a5 2024-12-15T23:24:44,066 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/669a84888e999c81d7bcb9df8edd86a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,066 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1102): Opened 669a84888e999c81d7bcb9df8edd86a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72633191, jitterRate=0.08231888711452484}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,067 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegion(1001): Region open journal for 669a84888e999c81d7bcb9df8edd86a5: 2024-12-15T23:24:44,067 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5., pid=49, masterSystemTime=1734305083911 2024-12-15T23:24:44,068 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:24:44,068 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=49}] handler.AssignRegionHandler(164): Opened test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:24:44,069 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(135): Open test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:24:44,069 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=25 updating hbase:meta row=669a84888e999c81d7bcb9df8edd86a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,069 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7285): Opening region: {ENCODED => c5997ca75d57725eef1a5559cafa00a6, NAME => 'test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6.', STARTKEY => 'eee', ENDKEY => 'fff'} 2024-12-15T23:24:44,069 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c5997ca75d57725eef1a5559cafa00a6 2024-12-15T23:24:44,069 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(894): Instantiated test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,069 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7327): checking encryption for c5997ca75d57725eef1a5559cafa00a6 2024-12-15T23:24:44,069 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(7330): checking classloading for c5997ca75d57725eef1a5559cafa00a6 2024-12-15T23:24:44,071 INFO [StoreOpener-c5997ca75d57725eef1a5559cafa00a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c5997ca75d57725eef1a5559cafa00a6 2024-12-15T23:24:44,072 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=49, resume processing ppid=25 2024-12-15T23:24:44,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, ppid=25, state=SUCCESS; OpenRegionProcedure 669a84888e999c81d7bcb9df8edd86a5, server=3434134abe44,40571,1734305066712 in 291 msec 2024-12-15T23:24:44,073 INFO [StoreOpener-c5997ca75d57725eef1a5559cafa00a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5997ca75d57725eef1a5559cafa00a6 columnFamilyName f 2024-12-15T23:24:44,073 DEBUG [StoreOpener-c5997ca75d57725eef1a5559cafa00a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,073 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=669a84888e999c81d7bcb9df8edd86a5, ASSIGN in 470 msec 2024-12-15T23:24:44,073 INFO [StoreOpener-c5997ca75d57725eef1a5559cafa00a6-1 {}] regionserver.HStore(327): Store=c5997ca75d57725eef1a5559cafa00a6/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,074 INFO [StoreOpener-c5997ca75d57725eef1a5559cafa00a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c5997ca75d57725eef1a5559cafa00a6 2024-12-15T23:24:44,075 INFO [StoreOpener-c5997ca75d57725eef1a5559cafa00a6-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c5997ca75d57725eef1a5559cafa00a6 columnFamilyName norep 2024-12-15T23:24:44,075 DEBUG [StoreOpener-c5997ca75d57725eef1a5559cafa00a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,076 INFO [StoreOpener-c5997ca75d57725eef1a5559cafa00a6-1 {}] regionserver.HStore(327): Store=c5997ca75d57725eef1a5559cafa00a6/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,077 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c5997ca75d57725eef1a5559cafa00a6 2024-12-15T23:24:44,077 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c5997ca75d57725eef1a5559cafa00a6 2024-12-15T23:24:44,079 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,080 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1085): writing seq id for c5997ca75d57725eef1a5559cafa00a6 2024-12-15T23:24:44,082 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c5997ca75d57725eef1a5559cafa00a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,083 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1102): Opened c5997ca75d57725eef1a5559cafa00a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58997184, jitterRate=-0.12087345123291016}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,083 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegion(1001): Region open journal for c5997ca75d57725eef1a5559cafa00a6: 2024-12-15T23:24:44,083 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2601): Post open deploy tasks for test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6., pid=53, masterSystemTime=1734305083911 2024-12-15T23:24:44,085 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] regionserver.HRegionServer(2628): Finished post open deploy task for test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:24:44,085 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=53}] handler.AssignRegionHandler(164): Opened test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:24:44,085 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(135): Open test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:24:44,085 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=14 updating hbase:meta row=c5997ca75d57725eef1a5559cafa00a6, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,085 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7285): Opening region: {ENCODED => c9da047c1669e7e27495e0d24dbea32d, NAME => 'test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d.', STARTKEY => 'hhh', ENDKEY => 'iii'} 2024-12-15T23:24:44,086 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c9da047c1669e7e27495e0d24dbea32d 2024-12-15T23:24:44,086 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(894): Instantiated test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,086 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7327): checking encryption for c9da047c1669e7e27495e0d24dbea32d 2024-12-15T23:24:44,086 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(7330): checking classloading for c9da047c1669e7e27495e0d24dbea32d 2024-12-15T23:24:44,088 INFO [StoreOpener-c9da047c1669e7e27495e0d24dbea32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c9da047c1669e7e27495e0d24dbea32d 2024-12-15T23:24:44,089 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=53, resume processing ppid=14 2024-12-15T23:24:44,090 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, ppid=14, state=SUCCESS; OpenRegionProcedure c5997ca75d57725eef1a5559cafa00a6, server=3434134abe44,40571,1734305066712 in 302 msec 2024-12-15T23:24:44,090 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c5997ca75d57725eef1a5559cafa00a6, ASSIGN in 487 msec 2024-12-15T23:24:44,090 INFO [StoreOpener-c9da047c1669e7e27495e0d24dbea32d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9da047c1669e7e27495e0d24dbea32d columnFamilyName f 2024-12-15T23:24:44,090 DEBUG [StoreOpener-c9da047c1669e7e27495e0d24dbea32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,091 INFO [StoreOpener-c9da047c1669e7e27495e0d24dbea32d-1 {}] regionserver.HStore(327): Store=c9da047c1669e7e27495e0d24dbea32d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,091 INFO [StoreOpener-c9da047c1669e7e27495e0d24dbea32d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c9da047c1669e7e27495e0d24dbea32d 2024-12-15T23:24:44,093 INFO [StoreOpener-c9da047c1669e7e27495e0d24dbea32d-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c9da047c1669e7e27495e0d24dbea32d columnFamilyName norep 2024-12-15T23:24:44,093 DEBUG [StoreOpener-c9da047c1669e7e27495e0d24dbea32d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,093 INFO [StoreOpener-c9da047c1669e7e27495e0d24dbea32d-1 {}] regionserver.HStore(327): Store=c9da047c1669e7e27495e0d24dbea32d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,095 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c9da047c1669e7e27495e0d24dbea32d 2024-12-15T23:24:44,095 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c9da047c1669e7e27495e0d24dbea32d 2024-12-15T23:24:44,096 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,098 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1085): writing seq id for c9da047c1669e7e27495e0d24dbea32d 2024-12-15T23:24:44,100 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c9da047c1669e7e27495e0d24dbea32d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,101 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1102): Opened c9da047c1669e7e27495e0d24dbea32d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64303943, jitterRate=-0.04179657995700836}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,101 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegion(1001): Region open journal for c9da047c1669e7e27495e0d24dbea32d: 2024-12-15T23:24:44,102 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2601): Post open deploy tasks for test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d., pid=36, masterSystemTime=1734305083911 2024-12-15T23:24:44,104 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] regionserver.HRegionServer(2628): Finished post open deploy task for test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:24:44,104 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=36}] handler.AssignRegionHandler(164): Opened test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:24:44,104 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(135): Open test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:24:44,104 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7285): Opening region: {ENCODED => 097c67fe658119874ef8f0cac7c68d74, NAME => 'test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74.', STARTKEY => 'bbb', ENDKEY => 'ccc'} 2024-12-15T23:24:44,104 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=17 updating hbase:meta row=c9da047c1669e7e27495e0d24dbea32d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,104 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 097c67fe658119874ef8f0cac7c68d74 2024-12-15T23:24:44,105 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(894): Instantiated test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,105 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7327): checking encryption for 097c67fe658119874ef8f0cac7c68d74 2024-12-15T23:24:44,105 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(7330): checking classloading for 097c67fe658119874ef8f0cac7c68d74 2024-12-15T23:24:44,106 INFO [StoreOpener-097c67fe658119874ef8f0cac7c68d74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 097c67fe658119874ef8f0cac7c68d74 2024-12-15T23:24:44,108 INFO [StoreOpener-097c67fe658119874ef8f0cac7c68d74-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097c67fe658119874ef8f0cac7c68d74 columnFamilyName f 2024-12-15T23:24:44,108 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=17 2024-12-15T23:24:44,108 DEBUG [StoreOpener-097c67fe658119874ef8f0cac7c68d74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,109 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=17, state=SUCCESS; OpenRegionProcedure c9da047c1669e7e27495e0d24dbea32d, server=3434134abe44,40571,1734305066712 in 347 msec 2024-12-15T23:24:44,109 INFO [StoreOpener-097c67fe658119874ef8f0cac7c68d74-1 {}] regionserver.HStore(327): Store=097c67fe658119874ef8f0cac7c68d74/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,109 INFO [StoreOpener-097c67fe658119874ef8f0cac7c68d74-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 097c67fe658119874ef8f0cac7c68d74 2024-12-15T23:24:44,109 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c9da047c1669e7e27495e0d24dbea32d, ASSIGN in 506 msec 2024-12-15T23:24:44,110 INFO [StoreOpener-097c67fe658119874ef8f0cac7c68d74-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 097c67fe658119874ef8f0cac7c68d74 columnFamilyName norep 2024-12-15T23:24:44,111 DEBUG [StoreOpener-097c67fe658119874ef8f0cac7c68d74-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,111 INFO [StoreOpener-097c67fe658119874ef8f0cac7c68d74-1 {}] regionserver.HStore(327): Store=097c67fe658119874ef8f0cac7c68d74/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,112 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/097c67fe658119874ef8f0cac7c68d74 2024-12-15T23:24:44,113 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/097c67fe658119874ef8f0cac7c68d74 2024-12-15T23:24:44,114 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,115 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1085): writing seq id for 097c67fe658119874ef8f0cac7c68d74 2024-12-15T23:24:44,117 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/097c67fe658119874ef8f0cac7c68d74/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,118 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1102): Opened 097c67fe658119874ef8f0cac7c68d74; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60201254, jitterRate=-0.10293141007423401}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,118 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegion(1001): Region open journal for 097c67fe658119874ef8f0cac7c68d74: 2024-12-15T23:24:44,118 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2601): Post open deploy tasks for test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74., pid=43, masterSystemTime=1734305083911 2024-12-15T23:24:44,120 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] regionserver.HRegionServer(2628): Finished post open deploy task for test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:24:44,120 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=43}] handler.AssignRegionHandler(164): Opened test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:24:44,120 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(135): Open test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:24:44,120 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7285): Opening region: {ENCODED => 99ddd76cfcd12c03adcb2a87913aa8d4, NAME => 'test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4.', STARTKEY => 'iii', ENDKEY => 'jjj'} 2024-12-15T23:24:44,120 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=11 updating hbase:meta row=097c67fe658119874ef8f0cac7c68d74, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,121 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 99ddd76cfcd12c03adcb2a87913aa8d4 2024-12-15T23:24:44,121 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(894): Instantiated test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,121 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7327): checking encryption for 99ddd76cfcd12c03adcb2a87913aa8d4 2024-12-15T23:24:44,121 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(7330): checking classloading for 99ddd76cfcd12c03adcb2a87913aa8d4 2024-12-15T23:24:44,123 INFO [StoreOpener-99ddd76cfcd12c03adcb2a87913aa8d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 99ddd76cfcd12c03adcb2a87913aa8d4 2024-12-15T23:24:44,124 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=43, resume processing ppid=11 2024-12-15T23:24:44,125 INFO [StoreOpener-99ddd76cfcd12c03adcb2a87913aa8d4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ddd76cfcd12c03adcb2a87913aa8d4 columnFamilyName f 2024-12-15T23:24:44,125 DEBUG [StoreOpener-99ddd76cfcd12c03adcb2a87913aa8d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,125 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, ppid=11, state=SUCCESS; OpenRegionProcedure 097c67fe658119874ef8f0cac7c68d74, server=3434134abe44,40571,1734305066712 in 350 msec 2024-12-15T23:24:44,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=097c67fe658119874ef8f0cac7c68d74, ASSIGN in 522 msec 2024-12-15T23:24:44,125 INFO [StoreOpener-99ddd76cfcd12c03adcb2a87913aa8d4-1 {}] regionserver.HStore(327): Store=99ddd76cfcd12c03adcb2a87913aa8d4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,125 INFO [StoreOpener-99ddd76cfcd12c03adcb2a87913aa8d4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 99ddd76cfcd12c03adcb2a87913aa8d4 2024-12-15T23:24:44,127 INFO [StoreOpener-99ddd76cfcd12c03adcb2a87913aa8d4-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 99ddd76cfcd12c03adcb2a87913aa8d4 columnFamilyName norep 2024-12-15T23:24:44,127 DEBUG [StoreOpener-99ddd76cfcd12c03adcb2a87913aa8d4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,128 INFO [StoreOpener-99ddd76cfcd12c03adcb2a87913aa8d4-1 {}] regionserver.HStore(327): Store=99ddd76cfcd12c03adcb2a87913aa8d4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,128 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/99ddd76cfcd12c03adcb2a87913aa8d4 2024-12-15T23:24:44,129 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/99ddd76cfcd12c03adcb2a87913aa8d4 2024-12-15T23:24:44,130 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,131 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1085): writing seq id for 99ddd76cfcd12c03adcb2a87913aa8d4 2024-12-15T23:24:44,134 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/99ddd76cfcd12c03adcb2a87913aa8d4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,134 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1102): Opened 99ddd76cfcd12c03adcb2a87913aa8d4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71212268, jitterRate=0.06114548444747925}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,134 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegion(1001): Region open journal for 99ddd76cfcd12c03adcb2a87913aa8d4: 2024-12-15T23:24:44,135 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2601): Post open deploy tasks for test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4., pid=38, masterSystemTime=1734305083911 2024-12-15T23:24:44,137 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] regionserver.HRegionServer(2628): Finished post open deploy task for test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:24:44,137 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=38}] handler.AssignRegionHandler(164): Opened test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:24:44,137 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=18 updating hbase:meta row=99ddd76cfcd12c03adcb2a87913aa8d4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,137 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(135): Open test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:24:44,137 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7285): Opening region: {ENCODED => c6bacb71f33efa64a47ab1d0da34b166, NAME => 'test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166.', STARTKEY => 'rrr', ENDKEY => 'sss'} 2024-12-15T23:24:44,138 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:24:44,138 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(894): Instantiated test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,138 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7327): checking encryption for c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:24:44,138 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(7330): checking classloading for c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:24:44,140 INFO [StoreOpener-c6bacb71f33efa64a47ab1d0da34b166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:24:44,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=38, resume processing ppid=18 2024-12-15T23:24:44,140 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, ppid=18, state=SUCCESS; OpenRegionProcedure 99ddd76cfcd12c03adcb2a87913aa8d4, server=3434134abe44,40571,1734305066712 in 378 msec 2024-12-15T23:24:44,142 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=99ddd76cfcd12c03adcb2a87913aa8d4, ASSIGN in 538 msec 2024-12-15T23:24:44,142 INFO [StoreOpener-c6bacb71f33efa64a47ab1d0da34b166-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6bacb71f33efa64a47ab1d0da34b166 columnFamilyName f 2024-12-15T23:24:44,142 DEBUG [StoreOpener-c6bacb71f33efa64a47ab1d0da34b166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,143 INFO [StoreOpener-c6bacb71f33efa64a47ab1d0da34b166-1 {}] regionserver.HStore(327): Store=c6bacb71f33efa64a47ab1d0da34b166/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,143 INFO [StoreOpener-c6bacb71f33efa64a47ab1d0da34b166-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:24:44,145 INFO [StoreOpener-c6bacb71f33efa64a47ab1d0da34b166-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c6bacb71f33efa64a47ab1d0da34b166 columnFamilyName norep 2024-12-15T23:24:44,145 DEBUG [StoreOpener-c6bacb71f33efa64a47ab1d0da34b166-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,146 INFO [StoreOpener-c6bacb71f33efa64a47ab1d0da34b166-1 {}] regionserver.HStore(327): Store=c6bacb71f33efa64a47ab1d0da34b166/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,146 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:24:44,147 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:24:44,148 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,150 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1085): writing seq id for c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:24:44,153 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c6bacb71f33efa64a47ab1d0da34b166/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,153 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1102): Opened c6bacb71f33efa64a47ab1d0da34b166; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61019199, jitterRate=-0.09074307978153229}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,154 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegion(1001): Region open journal for c6bacb71f33efa64a47ab1d0da34b166: 2024-12-15T23:24:44,154 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2601): Post open deploy tasks for test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166., pid=56, masterSystemTime=1734305083911 2024-12-15T23:24:44,156 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] regionserver.HRegionServer(2628): Finished post open deploy task for test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:24:44,156 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=56}] handler.AssignRegionHandler(164): Opened test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:24:44,156 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=27 updating hbase:meta row=c6bacb71f33efa64a47ab1d0da34b166, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,156 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(135): Open test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:24:44,157 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7285): Opening region: {ENCODED => 584cbbf47a03bf47dbb37a449b0f2f40, NAME => 'test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40.', STARTKEY => 'qqq', ENDKEY => 'rrr'} 2024-12-15T23:24:44,157 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 584cbbf47a03bf47dbb37a449b0f2f40 2024-12-15T23:24:44,157 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(894): Instantiated test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,157 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7327): checking encryption for 584cbbf47a03bf47dbb37a449b0f2f40 2024-12-15T23:24:44,157 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(7330): checking classloading for 584cbbf47a03bf47dbb37a449b0f2f40 2024-12-15T23:24:44,159 INFO [StoreOpener-584cbbf47a03bf47dbb37a449b0f2f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 584cbbf47a03bf47dbb37a449b0f2f40 2024-12-15T23:24:44,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=27 2024-12-15T23:24:44,161 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=27, state=SUCCESS; OpenRegionProcedure c6bacb71f33efa64a47ab1d0da34b166, server=3434134abe44,40571,1734305066712 in 369 msec 2024-12-15T23:24:44,161 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=c6bacb71f33efa64a47ab1d0da34b166, ASSIGN in 558 msec 2024-12-15T23:24:44,161 INFO [StoreOpener-584cbbf47a03bf47dbb37a449b0f2f40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 584cbbf47a03bf47dbb37a449b0f2f40 columnFamilyName f 2024-12-15T23:24:44,161 DEBUG [StoreOpener-584cbbf47a03bf47dbb37a449b0f2f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,162 INFO [StoreOpener-584cbbf47a03bf47dbb37a449b0f2f40-1 {}] regionserver.HStore(327): Store=584cbbf47a03bf47dbb37a449b0f2f40/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,162 INFO [StoreOpener-584cbbf47a03bf47dbb37a449b0f2f40-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 584cbbf47a03bf47dbb37a449b0f2f40 2024-12-15T23:24:44,164 INFO [StoreOpener-584cbbf47a03bf47dbb37a449b0f2f40-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 584cbbf47a03bf47dbb37a449b0f2f40 columnFamilyName norep 2024-12-15T23:24:44,164 DEBUG [StoreOpener-584cbbf47a03bf47dbb37a449b0f2f40-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,165 INFO [StoreOpener-584cbbf47a03bf47dbb37a449b0f2f40-1 {}] regionserver.HStore(327): Store=584cbbf47a03bf47dbb37a449b0f2f40/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,166 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/584cbbf47a03bf47dbb37a449b0f2f40 2024-12-15T23:24:44,166 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/584cbbf47a03bf47dbb37a449b0f2f40 2024-12-15T23:24:44,167 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,169 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1085): writing seq id for 584cbbf47a03bf47dbb37a449b0f2f40 2024-12-15T23:24:44,171 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/584cbbf47a03bf47dbb37a449b0f2f40/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,171 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1102): Opened 584cbbf47a03bf47dbb37a449b0f2f40; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68059123, jitterRate=0.01415996253490448}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,172 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegion(1001): Region open journal for 584cbbf47a03bf47dbb37a449b0f2f40: 2024-12-15T23:24:44,172 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2601): Post open deploy tasks for test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40., pid=50, masterSystemTime=1734305083911 2024-12-15T23:24:44,174 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] regionserver.HRegionServer(2628): Finished post open deploy task for test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:24:44,174 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=50}] handler.AssignRegionHandler(164): Opened test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:24:44,174 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:24:44,174 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=26 updating hbase:meta row=584cbbf47a03bf47dbb37a449b0f2f40, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,174 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 9ebed2ed1af076846999870d79a970ff, NAME => 'test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff.', STARTKEY => 'ddd', ENDKEY => 'eee'} 2024-12-15T23:24:44,175 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9ebed2ed1af076846999870d79a970ff 2024-12-15T23:24:44,175 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,175 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 9ebed2ed1af076846999870d79a970ff 2024-12-15T23:24:44,175 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 9ebed2ed1af076846999870d79a970ff 2024-12-15T23:24:44,178 INFO [StoreOpener-9ebed2ed1af076846999870d79a970ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9ebed2ed1af076846999870d79a970ff 2024-12-15T23:24:44,178 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=26 2024-12-15T23:24:44,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=26, state=SUCCESS; OpenRegionProcedure 584cbbf47a03bf47dbb37a449b0f2f40, server=3434134abe44,40571,1734305066712 in 395 msec 2024-12-15T23:24:44,179 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=584cbbf47a03bf47dbb37a449b0f2f40, ASSIGN in 576 msec 2024-12-15T23:24:44,179 INFO [StoreOpener-9ebed2ed1af076846999870d79a970ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebed2ed1af076846999870d79a970ff columnFamilyName f 2024-12-15T23:24:44,179 DEBUG [StoreOpener-9ebed2ed1af076846999870d79a970ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,180 INFO [StoreOpener-9ebed2ed1af076846999870d79a970ff-1 {}] regionserver.HStore(327): Store=9ebed2ed1af076846999870d79a970ff/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,180 INFO [StoreOpener-9ebed2ed1af076846999870d79a970ff-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9ebed2ed1af076846999870d79a970ff 2024-12-15T23:24:44,181 INFO [StoreOpener-9ebed2ed1af076846999870d79a970ff-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9ebed2ed1af076846999870d79a970ff columnFamilyName norep 2024-12-15T23:24:44,182 DEBUG [StoreOpener-9ebed2ed1af076846999870d79a970ff-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,182 INFO [StoreOpener-9ebed2ed1af076846999870d79a970ff-1 {}] regionserver.HStore(327): Store=9ebed2ed1af076846999870d79a970ff/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,183 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9ebed2ed1af076846999870d79a970ff 2024-12-15T23:24:44,183 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9ebed2ed1af076846999870d79a970ff 2024-12-15T23:24:44,185 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,186 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 9ebed2ed1af076846999870d79a970ff 2024-12-15T23:24:44,188 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9ebed2ed1af076846999870d79a970ff/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,189 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 9ebed2ed1af076846999870d79a970ff; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70859308, jitterRate=0.05588597059249878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,189 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 9ebed2ed1af076846999870d79a970ff: 2024-12-15T23:24:44,190 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff., pid=37, masterSystemTime=1734305083911 2024-12-15T23:24:44,191 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:24:44,192 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:24:44,192 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(135): Open test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:24:44,192 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=13 updating hbase:meta row=9ebed2ed1af076846999870d79a970ff, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,192 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7285): Opening region: {ENCODED => 61acca8e5cbb5c1f37079c33ea3a9e5c, NAME => 'test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c.', STARTKEY => 'www', ENDKEY => 'xxx'} 2024-12-15T23:24:44,192 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61acca8e5cbb5c1f37079c33ea3a9e5c 2024-12-15T23:24:44,192 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(894): Instantiated test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,193 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7327): checking encryption for 61acca8e5cbb5c1f37079c33ea3a9e5c 2024-12-15T23:24:44,193 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(7330): checking classloading for 61acca8e5cbb5c1f37079c33ea3a9e5c 2024-12-15T23:24:44,194 INFO [StoreOpener-61acca8e5cbb5c1f37079c33ea3a9e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61acca8e5cbb5c1f37079c33ea3a9e5c 2024-12-15T23:24:44,196 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=13 2024-12-15T23:24:44,196 INFO [StoreOpener-61acca8e5cbb5c1f37079c33ea3a9e5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61acca8e5cbb5c1f37079c33ea3a9e5c columnFamilyName f 2024-12-15T23:24:44,196 DEBUG [StoreOpener-61acca8e5cbb5c1f37079c33ea3a9e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=13, state=SUCCESS; OpenRegionProcedure 9ebed2ed1af076846999870d79a970ff, server=3434134abe44,40571,1734305066712 in 434 msec 2024-12-15T23:24:44,197 INFO [StoreOpener-61acca8e5cbb5c1f37079c33ea3a9e5c-1 {}] regionserver.HStore(327): Store=61acca8e5cbb5c1f37079c33ea3a9e5c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,197 INFO [StoreOpener-61acca8e5cbb5c1f37079c33ea3a9e5c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61acca8e5cbb5c1f37079c33ea3a9e5c 2024-12-15T23:24:44,197 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9ebed2ed1af076846999870d79a970ff, ASSIGN in 594 msec 2024-12-15T23:24:44,198 INFO [StoreOpener-61acca8e5cbb5c1f37079c33ea3a9e5c-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61acca8e5cbb5c1f37079c33ea3a9e5c columnFamilyName norep 2024-12-15T23:24:44,198 DEBUG [StoreOpener-61acca8e5cbb5c1f37079c33ea3a9e5c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,199 INFO [StoreOpener-61acca8e5cbb5c1f37079c33ea3a9e5c-1 {}] regionserver.HStore(327): Store=61acca8e5cbb5c1f37079c33ea3a9e5c/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,200 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/61acca8e5cbb5c1f37079c33ea3a9e5c 2024-12-15T23:24:44,200 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/61acca8e5cbb5c1f37079c33ea3a9e5c 2024-12-15T23:24:44,201 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,202 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1085): writing seq id for 61acca8e5cbb5c1f37079c33ea3a9e5c 2024-12-15T23:24:44,205 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/61acca8e5cbb5c1f37079c33ea3a9e5c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,205 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1102): Opened 61acca8e5cbb5c1f37079c33ea3a9e5c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58733781, jitterRate=-0.12479846179485321}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,206 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegion(1001): Region open journal for 61acca8e5cbb5c1f37079c33ea3a9e5c: 2024-12-15T23:24:44,206 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2601): Post open deploy tasks for test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c., pid=48, masterSystemTime=1734305083911 2024-12-15T23:24:44,208 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] regionserver.HRegionServer(2628): Finished post open deploy task for test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:24:44,208 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=48}] handler.AssignRegionHandler(164): Opened test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:24:44,208 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(135): Open test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:24:44,208 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=61acca8e5cbb5c1f37079c33ea3a9e5c, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,209 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7285): Opening region: {ENCODED => 6eb21247dea007011fd1de55dc8157d2, NAME => 'test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2.', STARTKEY => 'jjj', ENDKEY => 'kkk'} 2024-12-15T23:24:44,209 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6eb21247dea007011fd1de55dc8157d2 2024-12-15T23:24:44,209 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(894): Instantiated test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,209 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7327): checking encryption for 6eb21247dea007011fd1de55dc8157d2 2024-12-15T23:24:44,209 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(7330): checking classloading for 6eb21247dea007011fd1de55dc8157d2 2024-12-15T23:24:44,211 INFO [StoreOpener-6eb21247dea007011fd1de55dc8157d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6eb21247dea007011fd1de55dc8157d2 2024-12-15T23:24:44,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=32 2024-12-15T23:24:44,212 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=32, state=SUCCESS; OpenRegionProcedure 61acca8e5cbb5c1f37079c33ea3a9e5c, server=3434134abe44,40571,1734305066712 in 431 msec 2024-12-15T23:24:44,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=61acca8e5cbb5c1f37079c33ea3a9e5c, ASSIGN in 610 msec 2024-12-15T23:24:44,213 INFO [StoreOpener-6eb21247dea007011fd1de55dc8157d2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eb21247dea007011fd1de55dc8157d2 columnFamilyName f 2024-12-15T23:24:44,213 DEBUG [StoreOpener-6eb21247dea007011fd1de55dc8157d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,213 INFO [StoreOpener-6eb21247dea007011fd1de55dc8157d2-1 {}] regionserver.HStore(327): Store=6eb21247dea007011fd1de55dc8157d2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,214 INFO [StoreOpener-6eb21247dea007011fd1de55dc8157d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6eb21247dea007011fd1de55dc8157d2 2024-12-15T23:24:44,215 INFO [StoreOpener-6eb21247dea007011fd1de55dc8157d2-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6eb21247dea007011fd1de55dc8157d2 columnFamilyName norep 2024-12-15T23:24:44,215 DEBUG [StoreOpener-6eb21247dea007011fd1de55dc8157d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,216 INFO [StoreOpener-6eb21247dea007011fd1de55dc8157d2-1 {}] regionserver.HStore(327): Store=6eb21247dea007011fd1de55dc8157d2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,216 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/6eb21247dea007011fd1de55dc8157d2 2024-12-15T23:24:44,217 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/6eb21247dea007011fd1de55dc8157d2 2024-12-15T23:24:44,218 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,219 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1085): writing seq id for 6eb21247dea007011fd1de55dc8157d2 2024-12-15T23:24:44,222 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/6eb21247dea007011fd1de55dc8157d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,222 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1102): Opened 6eb21247dea007011fd1de55dc8157d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75165038, jitterRate=0.12004634737968445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,222 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegion(1001): Region open journal for 6eb21247dea007011fd1de55dc8157d2: 2024-12-15T23:24:44,223 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2601): Post open deploy tasks for test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2., pid=55, masterSystemTime=1734305083911 2024-12-15T23:24:44,224 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] regionserver.HRegionServer(2628): Finished post open deploy task for test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:24:44,225 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=55}] handler.AssignRegionHandler(164): Opened test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:24:44,225 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(135): Open test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:24:44,225 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=19 updating hbase:meta row=6eb21247dea007011fd1de55dc8157d2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,225 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7285): Opening region: {ENCODED => 7ea5a206288c3d76fb5c8981758433b9, NAME => 'test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9.', STARTKEY => 'fff', ENDKEY => 'ggg'} 2024-12-15T23:24:44,225 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 7ea5a206288c3d76fb5c8981758433b9 2024-12-15T23:24:44,226 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(894): Instantiated test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,226 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7327): checking encryption for 7ea5a206288c3d76fb5c8981758433b9 2024-12-15T23:24:44,226 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(7330): checking classloading for 7ea5a206288c3d76fb5c8981758433b9 2024-12-15T23:24:44,228 INFO [StoreOpener-7ea5a206288c3d76fb5c8981758433b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7ea5a206288c3d76fb5c8981758433b9 2024-12-15T23:24:44,228 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=55, resume processing ppid=19 2024-12-15T23:24:44,229 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, ppid=19, state=SUCCESS; OpenRegionProcedure 6eb21247dea007011fd1de55dc8157d2, server=3434134abe44,40571,1734305066712 in 438 msec 2024-12-15T23:24:44,230 INFO [StoreOpener-7ea5a206288c3d76fb5c8981758433b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ea5a206288c3d76fb5c8981758433b9 columnFamilyName f 2024-12-15T23:24:44,230 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=6eb21247dea007011fd1de55dc8157d2, ASSIGN in 627 msec 2024-12-15T23:24:44,230 DEBUG [StoreOpener-7ea5a206288c3d76fb5c8981758433b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,230 INFO [StoreOpener-7ea5a206288c3d76fb5c8981758433b9-1 {}] regionserver.HStore(327): Store=7ea5a206288c3d76fb5c8981758433b9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,230 INFO [StoreOpener-7ea5a206288c3d76fb5c8981758433b9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 7ea5a206288c3d76fb5c8981758433b9 2024-12-15T23:24:44,232 INFO [StoreOpener-7ea5a206288c3d76fb5c8981758433b9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7ea5a206288c3d76fb5c8981758433b9 columnFamilyName norep 2024-12-15T23:24:44,232 DEBUG [StoreOpener-7ea5a206288c3d76fb5c8981758433b9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,232 INFO [StoreOpener-7ea5a206288c3d76fb5c8981758433b9-1 {}] regionserver.HStore(327): Store=7ea5a206288c3d76fb5c8981758433b9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,233 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/7ea5a206288c3d76fb5c8981758433b9 2024-12-15T23:24:44,234 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/7ea5a206288c3d76fb5c8981758433b9 2024-12-15T23:24:44,235 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,237 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1085): writing seq id for 7ea5a206288c3d76fb5c8981758433b9 2024-12-15T23:24:44,239 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/7ea5a206288c3d76fb5c8981758433b9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,240 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1102): Opened 7ea5a206288c3d76fb5c8981758433b9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71846931, jitterRate=0.07060270011425018}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,240 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegion(1001): Region open journal for 7ea5a206288c3d76fb5c8981758433b9: 2024-12-15T23:24:44,240 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2601): Post open deploy tasks for test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9., pid=47, masterSystemTime=1734305083911 2024-12-15T23:24:44,242 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] regionserver.HRegionServer(2628): Finished post open deploy task for test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:24:44,242 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=47}] handler.AssignRegionHandler(164): Opened test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:24:44,242 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(135): Open test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:24:44,242 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7285): Opening region: {ENCODED => 9446641342677a2f924d546168610df9, NAME => 'test,,1734305079805.9446641342677a2f924d546168610df9.', STARTKEY => '', ENDKEY => 'bbb'} 2024-12-15T23:24:44,242 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=15 updating hbase:meta row=7ea5a206288c3d76fb5c8981758433b9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,243 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 9446641342677a2f924d546168610df9 2024-12-15T23:24:44,243 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(894): Instantiated test,,1734305079805.9446641342677a2f924d546168610df9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,243 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7327): checking encryption for 9446641342677a2f924d546168610df9 2024-12-15T23:24:44,243 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(7330): checking classloading for 9446641342677a2f924d546168610df9 2024-12-15T23:24:44,245 INFO [StoreOpener-9446641342677a2f924d546168610df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9446641342677a2f924d546168610df9 2024-12-15T23:24:44,247 INFO [StoreOpener-9446641342677a2f924d546168610df9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9446641342677a2f924d546168610df9 columnFamilyName f 2024-12-15T23:24:44,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=47, resume processing ppid=15 2024-12-15T23:24:44,247 DEBUG [StoreOpener-9446641342677a2f924d546168610df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,247 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, ppid=15, state=SUCCESS; OpenRegionProcedure 7ea5a206288c3d76fb5c8981758433b9, server=3434134abe44,40571,1734305066712 in 468 msec 2024-12-15T23:24:44,247 INFO [StoreOpener-9446641342677a2f924d546168610df9-1 {}] regionserver.HStore(327): Store=9446641342677a2f924d546168610df9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,247 INFO [StoreOpener-9446641342677a2f924d546168610df9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 9446641342677a2f924d546168610df9 2024-12-15T23:24:44,248 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=7ea5a206288c3d76fb5c8981758433b9, ASSIGN in 645 msec 2024-12-15T23:24:44,249 INFO [StoreOpener-9446641342677a2f924d546168610df9-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9446641342677a2f924d546168610df9 columnFamilyName norep 2024-12-15T23:24:44,249 DEBUG [StoreOpener-9446641342677a2f924d546168610df9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,249 INFO [StoreOpener-9446641342677a2f924d546168610df9-1 {}] regionserver.HStore(327): Store=9446641342677a2f924d546168610df9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,250 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9446641342677a2f924d546168610df9 2024-12-15T23:24:44,251 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9446641342677a2f924d546168610df9 2024-12-15T23:24:44,252 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,253 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1085): writing seq id for 9446641342677a2f924d546168610df9 2024-12-15T23:24:44,256 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9446641342677a2f924d546168610df9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,256 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1102): Opened 9446641342677a2f924d546168610df9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59758704, jitterRate=-0.10952591896057129}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,256 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegion(1001): Region open journal for 9446641342677a2f924d546168610df9: 2024-12-15T23:24:44,257 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2601): Post open deploy tasks for test,,1734305079805.9446641342677a2f924d546168610df9., pid=40, masterSystemTime=1734305083911 2024-12-15T23:24:44,259 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] regionserver.HRegionServer(2628): Finished post open deploy task for test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:24:44,259 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=40}] handler.AssignRegionHandler(164): Opened test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:24:44,259 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(135): Open test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:24:44,259 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=9446641342677a2f924d546168610df9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,260 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7285): Opening region: {ENCODED => 784e34ad384baef9aab7ce95f3e5072a, NAME => 'test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a.', STARTKEY => 'mmm', ENDKEY => 'nnn'} 2024-12-15T23:24:44,260 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 784e34ad384baef9aab7ce95f3e5072a 2024-12-15T23:24:44,260 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(894): Instantiated test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,260 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7327): checking encryption for 784e34ad384baef9aab7ce95f3e5072a 2024-12-15T23:24:44,260 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(7330): checking classloading for 784e34ad384baef9aab7ce95f3e5072a 2024-12-15T23:24:44,262 INFO [StoreOpener-784e34ad384baef9aab7ce95f3e5072a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 784e34ad384baef9aab7ce95f3e5072a 2024-12-15T23:24:44,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=10 2024-12-15T23:24:44,263 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=10, state=SUCCESS; OpenRegionProcedure 9446641342677a2f924d546168610df9, server=3434134abe44,40571,1734305066712 in 499 msec 2024-12-15T23:24:44,264 INFO [StoreOpener-784e34ad384baef9aab7ce95f3e5072a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784e34ad384baef9aab7ce95f3e5072a columnFamilyName f 2024-12-15T23:24:44,264 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=9446641342677a2f924d546168610df9, ASSIGN in 661 msec 2024-12-15T23:24:44,264 DEBUG [StoreOpener-784e34ad384baef9aab7ce95f3e5072a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,264 INFO [StoreOpener-784e34ad384baef9aab7ce95f3e5072a-1 {}] regionserver.HStore(327): Store=784e34ad384baef9aab7ce95f3e5072a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,265 INFO [StoreOpener-784e34ad384baef9aab7ce95f3e5072a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 784e34ad384baef9aab7ce95f3e5072a 2024-12-15T23:24:44,266 INFO [StoreOpener-784e34ad384baef9aab7ce95f3e5072a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 784e34ad384baef9aab7ce95f3e5072a columnFamilyName norep 2024-12-15T23:24:44,266 DEBUG [StoreOpener-784e34ad384baef9aab7ce95f3e5072a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,266 INFO [StoreOpener-784e34ad384baef9aab7ce95f3e5072a-1 {}] regionserver.HStore(327): Store=784e34ad384baef9aab7ce95f3e5072a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,267 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/784e34ad384baef9aab7ce95f3e5072a 2024-12-15T23:24:44,268 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/784e34ad384baef9aab7ce95f3e5072a 2024-12-15T23:24:44,269 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,270 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1085): writing seq id for 784e34ad384baef9aab7ce95f3e5072a 2024-12-15T23:24:44,273 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/784e34ad384baef9aab7ce95f3e5072a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,273 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1102): Opened 784e34ad384baef9aab7ce95f3e5072a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69725367, jitterRate=0.038988932967185974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,274 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegion(1001): Region open journal for 784e34ad384baef9aab7ce95f3e5072a: 2024-12-15T23:24:44,274 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2601): Post open deploy tasks for test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a., pid=44, masterSystemTime=1734305083911 2024-12-15T23:24:44,276 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] regionserver.HRegionServer(2628): Finished post open deploy task for test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:24:44,276 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=44}] handler.AssignRegionHandler(164): Opened test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:24:44,276 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:24:44,276 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=22 updating hbase:meta row=784e34ad384baef9aab7ce95f3e5072a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,277 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => dee6cb5cbaa94ca59d65a21f3f8999a5, NAME => 'test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5.', STARTKEY => 'kkk', ENDKEY => 'lll'} 2024-12-15T23:24:44,277 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dee6cb5cbaa94ca59d65a21f3f8999a5 2024-12-15T23:24:44,277 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,277 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for dee6cb5cbaa94ca59d65a21f3f8999a5 2024-12-15T23:24:44,277 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for dee6cb5cbaa94ca59d65a21f3f8999a5 2024-12-15T23:24:44,279 INFO [StoreOpener-dee6cb5cbaa94ca59d65a21f3f8999a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dee6cb5cbaa94ca59d65a21f3f8999a5 2024-12-15T23:24:44,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=22 2024-12-15T23:24:44,281 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=22, state=SUCCESS; OpenRegionProcedure 784e34ad384baef9aab7ce95f3e5072a, server=3434134abe44,40571,1734305066712 in 506 msec 2024-12-15T23:24:44,282 INFO [StoreOpener-dee6cb5cbaa94ca59d65a21f3f8999a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee6cb5cbaa94ca59d65a21f3f8999a5 columnFamilyName f 2024-12-15T23:24:44,282 DEBUG [StoreOpener-dee6cb5cbaa94ca59d65a21f3f8999a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,282 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=784e34ad384baef9aab7ce95f3e5072a, ASSIGN in 679 msec 2024-12-15T23:24:44,282 INFO [StoreOpener-dee6cb5cbaa94ca59d65a21f3f8999a5-1 {}] regionserver.HStore(327): Store=dee6cb5cbaa94ca59d65a21f3f8999a5/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,282 INFO [StoreOpener-dee6cb5cbaa94ca59d65a21f3f8999a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dee6cb5cbaa94ca59d65a21f3f8999a5 2024-12-15T23:24:44,284 INFO [StoreOpener-dee6cb5cbaa94ca59d65a21f3f8999a5-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dee6cb5cbaa94ca59d65a21f3f8999a5 columnFamilyName norep 2024-12-15T23:24:44,284 DEBUG [StoreOpener-dee6cb5cbaa94ca59d65a21f3f8999a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,285 INFO [StoreOpener-dee6cb5cbaa94ca59d65a21f3f8999a5-1 {}] regionserver.HStore(327): Store=dee6cb5cbaa94ca59d65a21f3f8999a5/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,285 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dee6cb5cbaa94ca59d65a21f3f8999a5 2024-12-15T23:24:44,286 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dee6cb5cbaa94ca59d65a21f3f8999a5 2024-12-15T23:24:44,287 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,288 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for dee6cb5cbaa94ca59d65a21f3f8999a5 2024-12-15T23:24:44,290 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dee6cb5cbaa94ca59d65a21f3f8999a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,291 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened dee6cb5cbaa94ca59d65a21f3f8999a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70762918, jitterRate=0.054449647665023804}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,291 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for dee6cb5cbaa94ca59d65a21f3f8999a5: 2024-12-15T23:24:44,292 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5., pid=42, masterSystemTime=1734305083911 2024-12-15T23:24:44,293 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:24:44,293 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:24:44,294 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(135): Open test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:24:44,294 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=20 updating hbase:meta row=dee6cb5cbaa94ca59d65a21f3f8999a5, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,294 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7285): Opening region: {ENCODED => dabc046d72dee40d7998daf13a578fbf, NAME => 'test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf.', STARTKEY => 'xxx', ENDKEY => 'yyy'} 2024-12-15T23:24:44,294 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test dabc046d72dee40d7998daf13a578fbf 2024-12-15T23:24:44,294 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(894): Instantiated test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,294 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7327): checking encryption for dabc046d72dee40d7998daf13a578fbf 2024-12-15T23:24:44,294 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(7330): checking classloading for dabc046d72dee40d7998daf13a578fbf 2024-12-15T23:24:44,296 INFO [StoreOpener-dabc046d72dee40d7998daf13a578fbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dabc046d72dee40d7998daf13a578fbf 2024-12-15T23:24:44,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=20 2024-12-15T23:24:44,297 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=20, state=SUCCESS; OpenRegionProcedure dee6cb5cbaa94ca59d65a21f3f8999a5, server=3434134abe44,40571,1734305066712 in 524 msec 2024-12-15T23:24:44,297 INFO [StoreOpener-dabc046d72dee40d7998daf13a578fbf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabc046d72dee40d7998daf13a578fbf columnFamilyName f 2024-12-15T23:24:44,297 DEBUG [StoreOpener-dabc046d72dee40d7998daf13a578fbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,298 INFO [StoreOpener-dabc046d72dee40d7998daf13a578fbf-1 {}] regionserver.HStore(327): Store=dabc046d72dee40d7998daf13a578fbf/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,298 INFO [StoreOpener-dabc046d72dee40d7998daf13a578fbf-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region dabc046d72dee40d7998daf13a578fbf 2024-12-15T23:24:44,298 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dee6cb5cbaa94ca59d65a21f3f8999a5, ASSIGN in 695 msec 2024-12-15T23:24:44,299 INFO [StoreOpener-dabc046d72dee40d7998daf13a578fbf-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dabc046d72dee40d7998daf13a578fbf columnFamilyName norep 2024-12-15T23:24:44,299 DEBUG [StoreOpener-dabc046d72dee40d7998daf13a578fbf-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,300 INFO [StoreOpener-dabc046d72dee40d7998daf13a578fbf-1 {}] regionserver.HStore(327): Store=dabc046d72dee40d7998daf13a578fbf/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,301 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dabc046d72dee40d7998daf13a578fbf 2024-12-15T23:24:44,301 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dabc046d72dee40d7998daf13a578fbf 2024-12-15T23:24:44,302 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,303 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1085): writing seq id for dabc046d72dee40d7998daf13a578fbf 2024-12-15T23:24:44,306 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dabc046d72dee40d7998daf13a578fbf/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,306 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1102): Opened dabc046d72dee40d7998daf13a578fbf; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61952949, jitterRate=-0.07682912051677704}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,307 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegion(1001): Region open journal for dabc046d72dee40d7998daf13a578fbf: 2024-12-15T23:24:44,307 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2601): Post open deploy tasks for test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf., pid=52, masterSystemTime=1734305083911 2024-12-15T23:24:44,309 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] regionserver.HRegionServer(2628): Finished post open deploy task for test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:24:44,309 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=52}] handler.AssignRegionHandler(164): Opened test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:24:44,309 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(135): Open test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:24:44,309 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=33 updating hbase:meta row=dabc046d72dee40d7998daf13a578fbf, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,309 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7285): Opening region: {ENCODED => 29c1c2f29f8f3c9801bed48c6290c740, NAME => 'test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740.', STARTKEY => 'uuu', ENDKEY => 'vvv'} 2024-12-15T23:24:44,310 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 29c1c2f29f8f3c9801bed48c6290c740 2024-12-15T23:24:44,310 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(894): Instantiated test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,310 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7327): checking encryption for 29c1c2f29f8f3c9801bed48c6290c740 2024-12-15T23:24:44,310 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(7330): checking classloading for 29c1c2f29f8f3c9801bed48c6290c740 2024-12-15T23:24:44,311 INFO [StoreOpener-29c1c2f29f8f3c9801bed48c6290c740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 29c1c2f29f8f3c9801bed48c6290c740 2024-12-15T23:24:44,313 INFO [StoreOpener-29c1c2f29f8f3c9801bed48c6290c740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c1c2f29f8f3c9801bed48c6290c740 columnFamilyName f 2024-12-15T23:24:44,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=33 2024-12-15T23:24:44,313 DEBUG [StoreOpener-29c1c2f29f8f3c9801bed48c6290c740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,313 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=33, state=SUCCESS; OpenRegionProcedure dabc046d72dee40d7998daf13a578fbf, server=3434134abe44,40571,1734305066712 in 529 msec 2024-12-15T23:24:44,313 INFO [StoreOpener-29c1c2f29f8f3c9801bed48c6290c740-1 {}] regionserver.HStore(327): Store=29c1c2f29f8f3c9801bed48c6290c740/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,313 INFO [StoreOpener-29c1c2f29f8f3c9801bed48c6290c740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 29c1c2f29f8f3c9801bed48c6290c740 2024-12-15T23:24:44,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=dabc046d72dee40d7998daf13a578fbf, ASSIGN in 711 msec 2024-12-15T23:24:44,315 INFO [StoreOpener-29c1c2f29f8f3c9801bed48c6290c740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 29c1c2f29f8f3c9801bed48c6290c740 columnFamilyName norep 2024-12-15T23:24:44,315 DEBUG [StoreOpener-29c1c2f29f8f3c9801bed48c6290c740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,315 INFO [StoreOpener-29c1c2f29f8f3c9801bed48c6290c740-1 {}] regionserver.HStore(327): Store=29c1c2f29f8f3c9801bed48c6290c740/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,316 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/29c1c2f29f8f3c9801bed48c6290c740 2024-12-15T23:24:44,316 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/29c1c2f29f8f3c9801bed48c6290c740 2024-12-15T23:24:44,317 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,318 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1085): writing seq id for 29c1c2f29f8f3c9801bed48c6290c740 2024-12-15T23:24:44,320 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/29c1c2f29f8f3c9801bed48c6290c740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,321 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1102): Opened 29c1c2f29f8f3c9801bed48c6290c740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70223442, jitterRate=0.046410828828811646}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,321 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegion(1001): Region open journal for 29c1c2f29f8f3c9801bed48c6290c740: 2024-12-15T23:24:44,322 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2601): Post open deploy tasks for test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740., pid=61, masterSystemTime=1734305083911 2024-12-15T23:24:44,323 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] regionserver.HRegionServer(2628): Finished post open deploy task for test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:24:44,323 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=61}] handler.AssignRegionHandler(164): Opened test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:24:44,324 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(135): Open test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:24:44,324 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7285): Opening region: {ENCODED => 25451ae000acb52b53593172ff08518b, NAME => 'test,ccc,1734305079805.25451ae000acb52b53593172ff08518b.', STARTKEY => 'ccc', ENDKEY => 'ddd'} 2024-12-15T23:24:44,324 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=30 updating hbase:meta row=29c1c2f29f8f3c9801bed48c6290c740, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,324 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 25451ae000acb52b53593172ff08518b 2024-12-15T23:24:44,324 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(894): Instantiated test,ccc,1734305079805.25451ae000acb52b53593172ff08518b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,324 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7327): checking encryption for 25451ae000acb52b53593172ff08518b 2024-12-15T23:24:44,324 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(7330): checking classloading for 25451ae000acb52b53593172ff08518b 2024-12-15T23:24:44,326 INFO [StoreOpener-25451ae000acb52b53593172ff08518b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 25451ae000acb52b53593172ff08518b 2024-12-15T23:24:44,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=61, resume processing ppid=30 2024-12-15T23:24:44,327 INFO [StoreOpener-25451ae000acb52b53593172ff08518b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25451ae000acb52b53593172ff08518b columnFamilyName f 2024-12-15T23:24:44,328 DEBUG [StoreOpener-25451ae000acb52b53593172ff08518b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,328 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, ppid=30, state=SUCCESS; OpenRegionProcedure 29c1c2f29f8f3c9801bed48c6290c740, server=3434134abe44,40571,1734305066712 in 529 msec 2024-12-15T23:24:44,328 INFO [StoreOpener-25451ae000acb52b53593172ff08518b-1 {}] regionserver.HStore(327): Store=25451ae000acb52b53593172ff08518b/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=29c1c2f29f8f3c9801bed48c6290c740, ASSIGN in 725 msec 2024-12-15T23:24:44,328 INFO [StoreOpener-25451ae000acb52b53593172ff08518b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 25451ae000acb52b53593172ff08518b 2024-12-15T23:24:44,330 INFO [StoreOpener-25451ae000acb52b53593172ff08518b-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 25451ae000acb52b53593172ff08518b columnFamilyName norep 2024-12-15T23:24:44,330 DEBUG [StoreOpener-25451ae000acb52b53593172ff08518b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,330 INFO [StoreOpener-25451ae000acb52b53593172ff08518b-1 {}] regionserver.HStore(327): Store=25451ae000acb52b53593172ff08518b/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,331 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/25451ae000acb52b53593172ff08518b 2024-12-15T23:24:44,331 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/25451ae000acb52b53593172ff08518b 2024-12-15T23:24:44,333 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,334 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1085): writing seq id for 25451ae000acb52b53593172ff08518b 2024-12-15T23:24:44,336 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/25451ae000acb52b53593172ff08518b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,337 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1102): Opened 25451ae000acb52b53593172ff08518b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60233497, jitterRate=-0.10245095193386078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,337 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegion(1001): Region open journal for 25451ae000acb52b53593172ff08518b: 2024-12-15T23:24:44,337 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ccc,1734305079805.25451ae000acb52b53593172ff08518b., pid=41, masterSystemTime=1734305083911 2024-12-15T23:24:44,339 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:24:44,339 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=41}] handler.AssignRegionHandler(164): Opened test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:24:44,339 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(135): Open test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:24:44,339 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=12 updating hbase:meta row=25451ae000acb52b53593172ff08518b, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,339 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7285): Opening region: {ENCODED => 61a22b2d71e577e941827d358285d99a, NAME => 'test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a.', STARTKEY => 'ggg', ENDKEY => 'hhh'} 2024-12-15T23:24:44,340 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 61a22b2d71e577e941827d358285d99a 2024-12-15T23:24:44,340 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(894): Instantiated test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:44,340 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7327): checking encryption for 61a22b2d71e577e941827d358285d99a 2024-12-15T23:24:44,340 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(7330): checking classloading for 61a22b2d71e577e941827d358285d99a 2024-12-15T23:24:44,342 INFO [StoreOpener-61a22b2d71e577e941827d358285d99a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 61a22b2d71e577e941827d358285d99a 2024-12-15T23:24:44,343 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=12 2024-12-15T23:24:44,344 INFO [StoreOpener-61a22b2d71e577e941827d358285d99a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a22b2d71e577e941827d358285d99a columnFamilyName f 2024-12-15T23:24:44,344 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=12, state=SUCCESS; OpenRegionProcedure 25451ae000acb52b53593172ff08518b, server=3434134abe44,40571,1734305066712 in 575 msec 2024-12-15T23:24:44,344 DEBUG [StoreOpener-61a22b2d71e577e941827d358285d99a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,345 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=25451ae000acb52b53593172ff08518b, ASSIGN in 741 msec 2024-12-15T23:24:44,345 INFO [StoreOpener-61a22b2d71e577e941827d358285d99a-1 {}] regionserver.HStore(327): Store=61a22b2d71e577e941827d358285d99a/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,345 INFO [StoreOpener-61a22b2d71e577e941827d358285d99a-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 61a22b2d71e577e941827d358285d99a 2024-12-15T23:24:44,346 INFO [StoreOpener-61a22b2d71e577e941827d358285d99a-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 61a22b2d71e577e941827d358285d99a columnFamilyName norep 2024-12-15T23:24:44,347 DEBUG [StoreOpener-61a22b2d71e577e941827d358285d99a-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:44,347 INFO [StoreOpener-61a22b2d71e577e941827d358285d99a-1 {}] regionserver.HStore(327): Store=61a22b2d71e577e941827d358285d99a/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:44,348 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/61a22b2d71e577e941827d358285d99a 2024-12-15T23:24:44,348 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/61a22b2d71e577e941827d358285d99a 2024-12-15T23:24:44,350 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-15T23:24:44,351 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1085): writing seq id for 61a22b2d71e577e941827d358285d99a 2024-12-15T23:24:44,353 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/61a22b2d71e577e941827d358285d99a/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:44,354 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1102): Opened 61a22b2d71e577e941827d358285d99a; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64764289, jitterRate=-0.03493689000606537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-15T23:24:44,354 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegion(1001): Region open journal for 61a22b2d71e577e941827d358285d99a: 2024-12-15T23:24:44,354 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2601): Post open deploy tasks for test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a., pid=59, masterSystemTime=1734305083911 2024-12-15T23:24:44,356 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] regionserver.HRegionServer(2628): Finished post open deploy task for test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:24:44,356 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=59}] handler.AssignRegionHandler(164): Opened test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:24:44,356 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=16 updating hbase:meta row=61a22b2d71e577e941827d358285d99a, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:44,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=59, resume processing ppid=16 2024-12-15T23:24:44,359 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, ppid=16, state=SUCCESS; OpenRegionProcedure 61a22b2d71e577e941827d358285d99a, server=3434134abe44,40571,1734305066712 in 565 msec 2024-12-15T23:24:44,360 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=16, resume processing ppid=9 2024-12-15T23:24:44,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=test, region=61a22b2d71e577e941827d358285d99a, ASSIGN in 757 msec 2024-12-15T23:24:44,361 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T23:24:44,361 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305084361"}]},"ts":"1734305084361"} 2024-12-15T23:24:44,363 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=test, state=ENABLED in hbase:meta 2024-12-15T23:24:44,402 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T23:24:44,404 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=test in 4.5960 sec 2024-12-15T23:24:46,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:47,296 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T23:24:47,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-15T23:24:47,927 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:test, procId: 9 completed 2024-12-15T23:24:47,928 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T23:24:47,928 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:47,943 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T23:24:47,943 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:47,944 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T23:24:47,944 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T23:24:47,944 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:47,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T23:24:47,951 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:47,951 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T23:24:47,951 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table test get assigned. Timeout = 60000ms 2024-12-15T23:24:47,951 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:47,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table test assigned to meta. Checking AM states. 2024-12-15T23:24:47,957 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:47,957 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table test assigned. 2024-12-15T23:24:47,970 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=390, OpenFileDescriptor=569, MaxFileDescriptor=1048576, SystemLoadAverage=131, ProcessCount=11, AvailableMemoryMB=12232 2024-12-15T23:24:47,973 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T23:24:47,974 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T23:24:47,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-15T23:24:47,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(3919): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=127.0.0.1:55104:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-12-15T23:24:47,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-12-15T23:24:48,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:48,016 INFO [PEWorker-2 {}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-15T23:24:48,017 INFO [PEWorker-2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@67d6b5d7check-peer-cluster-id connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-12-15T23:24:48,051 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@67d6b5d7check-peer-cluster-id0x0, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T23:24:48,052 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@67d6b5d7check-peer-cluster-id-0x1002c021aa20009 connected 2024-12-15T23:24:48,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:48,160 DEBUG [PEWorker-2-EventThread {}] zookeeper.ZKWatcher(609): org.apache.hadoop.hbase.master.replication.ReplicationPeerManager@67d6b5d7check-peer-cluster-id-0x1002c021aa20009, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:24:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:48,198 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:24:48,230 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T23:24:48,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:48,403 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3434134abe44,39217,1734305058766 2024-12-15T23:24:48,404 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39217 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=63 2024-12-15T23:24:48,404 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ADD_PEER 2024-12-15T23:24:48,419 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=63}] hbase.HBaseConfiguration(308): Overriding client registry implementation to org.apache.hadoop.hbase.client.ZKConnectionRegistry 2024-12-15T23:24:48,438 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-15T23:24:48,498 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=63}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=63 2024-12-15T23:24:48,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(4106): Remote procedure done, pid=63 2024-12-15T23:24:48,504 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ADD on 3434134abe44,39217,1734305058766 suceeded 2024-12-15T23:24:48,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-15T23:24:48,506 INFO [PEWorker-1 {}] replication.AddPeerProcedure(102): Successfully added ENABLED peer 2, config clusterKey=127.0.0.1:55104:/2,replicationEndpointImpl=org.apache.hadoop.hbase.replication.TestReplicationBase$ReplicationEndpointTest,replicateAllUserTables=true,bandwidth=0,serial=false 2024-12-15T23:24:48,506 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 274 msec 2024-12-15T23:24:48,507 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 514 msec 2024-12-15T23:24:48,532 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fe0c02e to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d2d4998 2024-12-15T23:24:48,543 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b348708, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:48,545 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-12-15T23:24:48,551 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T23:24:48,551 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1002c021aa2000b connected 2024-12-15T23:24:48,552 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=5fdc02d7-50e2-4b4f-97bb-263fc861fb67 to cluster=e60d5be6-5fc8-40a7-ba02-71cc3cb91fde 2024-12-15T23:24:48,553 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=3434134abe44%2C39217%2C1734305058766 2024-12-15T23:24:48,555 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T23:24:48,557 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3434134abe44%2C39217%2C1734305058766 2024-12-15T23:24:48,557 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, startPosition=0, beingWritten=true 2024-12-15T23:24:48,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:48,610 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x450c81df to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2f08c46c 2024-12-15T23:24:48,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d12a919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:48,618 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-15T23:24:48,618 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 7708, reset compression=false 2024-12-15T23:24:48,618 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=7708, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-15T23:24:48,620 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x32da68c3 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1379053e 2024-12-15T23:24:48,635 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a3b8899, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:48,636 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T23:24:48,638 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55794, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T23:24:48,639 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T23:24:48,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1098): Stored pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-15T23:24:48,641 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T23:24:48,641 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:48,642 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 64 2024-12-15T23:24:48,642 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T23:24:48,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T23:24:48,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741864_1040 (size=367) 2024-12-15T23:24:48,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T23:24:48,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:48,828 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 7708, reset compression=false 2024-12-15T23:24:48,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T23:24:49,055 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c502b4c5dfbd7a19001baa111d5907fd, NAME => 'testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56 2024-12-15T23:24:49,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741865_1041 (size=51) 2024-12-15T23:24:49,133 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 7708, reset compression=false 2024-12-15T23:24:49,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T23:24:49,423 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T23:24:49,464 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:49,464 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing c502b4c5dfbd7a19001baa111d5907fd, disabling compactions & flushes 2024-12-15T23:24:49,464 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:24:49,464 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:24:49,464 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. after waiting 0 ms 2024-12-15T23:24:49,464 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:24:49,464 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:24:49,464 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for c502b4c5dfbd7a19001baa111d5907fd: 2024-12-15T23:24:49,465 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T23:24:49,465 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734305089465"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305089465"}]},"ts":"1734305089465"} 2024-12-15T23:24:49,467 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T23:24:49,467 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T23:24:49,468 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305089467"}]},"ts":"1734305089467"} 2024-12-15T23:24:49,469 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-15T23:24:49,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=c502b4c5dfbd7a19001baa111d5907fd, ASSIGN}] 2024-12-15T23:24:49,511 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=c502b4c5dfbd7a19001baa111d5907fd, ASSIGN 2024-12-15T23:24:49,511 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=65, ppid=64, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=c502b4c5dfbd7a19001baa111d5907fd, ASSIGN; state=OFFLINE, location=3434134abe44,39217,1734305058766; forceNewPlan=false, retain=false 2024-12-15T23:24:49,538 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 7708, reset compression=false 2024-12-15T23:24:49,662 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=c502b4c5dfbd7a19001baa111d5907fd, regionState=OPENING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:49,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE; OpenRegionProcedure c502b4c5dfbd7a19001baa111d5907fd, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:24:49,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T23:24:49,816 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3434134abe44,39217,1734305058766 2024-12-15T23:24:49,825 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:24:49,825 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7285): Opening region: {ENCODED => c502b4c5dfbd7a19001baa111d5907fd, NAME => 'testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd.', STARTKEY => '', ENDKEY => ''} 2024-12-15T23:24:49,826 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:24:49,826 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:49,826 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7327): checking encryption for c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:24:49,826 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7330): checking classloading for c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:24:49,828 INFO [StoreOpener-c502b4c5dfbd7a19001baa111d5907fd-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:24:49,830 INFO [StoreOpener-c502b4c5dfbd7a19001baa111d5907fd-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c502b4c5dfbd7a19001baa111d5907fd columnFamilyName fam 2024-12-15T23:24:49,830 DEBUG [StoreOpener-c502b4c5dfbd7a19001baa111d5907fd-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:49,831 INFO [StoreOpener-c502b4c5dfbd7a19001baa111d5907fd-1 {}] regionserver.HStore(327): Store=c502b4c5dfbd7a19001baa111d5907fd/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:49,832 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:24:49,832 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:24:49,834 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1085): writing seq id for c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:24:49,836 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:49,837 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1102): Opened c502b4c5dfbd7a19001baa111d5907fd; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63998269, jitterRate=-0.04635147750377655}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T23:24:49,838 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1001): Region open journal for c502b4c5dfbd7a19001baa111d5907fd: 2024-12-15T23:24:49,839 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd., pid=66, masterSystemTime=1734305089815 2024-12-15T23:24:49,840 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:24:49,840 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:24:49,841 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=65 updating hbase:meta row=c502b4c5dfbd7a19001baa111d5907fd, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:24:49,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T23:24:49,843 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; OpenRegionProcedure c502b4c5dfbd7a19001baa111d5907fd, server=3434134abe44,39217,1734305058766 in 178 msec 2024-12-15T23:24:49,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=65, resume processing ppid=64 2024-12-15T23:24:49,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, ppid=64, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=c502b4c5dfbd7a19001baa111d5907fd, ASSIGN in 334 msec 2024-12-15T23:24:49,845 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T23:24:49,846 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305089846"}]},"ts":"1734305089846"} 2024-12-15T23:24:49,847 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-15T23:24:49,859 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=64, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T23:24:49,860 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2200 sec 2024-12-15T23:24:50,045 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 7708, reset compression=false 2024-12-15T23:24:50,055 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-15T23:24:50,055 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 8001, reset compression=false 2024-12-15T23:24:50,055 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=8001, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-15T23:24:50,261 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 8001, reset compression=false 2024-12-15T23:24:50,571 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 8001, reset compression=false 2024-12-15T23:24:50,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=64 2024-12-15T23:24:50,754 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 64 completed 2024-12-15T23:24:50,757 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-15T23:24:50,762 INFO [RS-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-15T23:24:50,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'testdroppedtimed', {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-15T23:24:50,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] procedure2.ProcedureExecutor(1098): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=testdroppedtimed 2024-12-15T23:24:50,767 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_PRE_OPERATION 2024-12-15T23:24:50,767 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:50,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "testdroppedtimed" procId is: 62 2024-12-15T23:24:50,768 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-15T23:24:50,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:50,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741864_1040 (size=367) 2024-12-15T23:24:50,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:50,980 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 8001, reset compression=false 2024-12-15T23:24:51,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:51,178 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 3717f70efaab8412b8cc21c2e16b5b94, NAME => 'testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='testdroppedtimed', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'fam', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243 2024-12-15T23:24:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741865_1041 (size=51) 2024-12-15T23:24:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:51,457 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-15T23:24:51,487 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 8001, reset compression=false 2024-12-15T23:24:51,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: 8001 2024-12-15T23:24:51,589 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:51,589 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1681): Closing 3717f70efaab8412b8cc21c2e16b5b94, disabling compactions & flushes 2024-12-15T23:24:51,589 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:51,590 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:51,590 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. after waiting 0 ms 2024-12-15T23:24:51,590 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:51,590 INFO [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:51,590 DEBUG [RegionOpenAndInit-testdroppedtimed-pool-0 {}] regionserver.HRegion(1635): Region close journal for 3717f70efaab8412b8cc21c2e16b5b94: 2024-12-15T23:24:51,591 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ADD_TO_META 2024-12-15T23:24:51,591 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94.","families":{"info":[{"qualifier":"regioninfo","vlen":50,"tag":[],"timestamp":"1734305091591"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1734305091591"}]},"ts":"1734305091591"} 2024-12-15T23:24:51,593 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-15T23:24:51,593 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-15T23:24:51,594 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305091593"}]},"ts":"1734305091593"} 2024-12-15T23:24:51,595 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLING in hbase:meta 2024-12-15T23:24:51,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=3717f70efaab8412b8cc21c2e16b5b94, ASSIGN}] 2024-12-15T23:24:51,635 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=testdroppedtimed, region=3717f70efaab8412b8cc21c2e16b5b94, ASSIGN 2024-12-15T23:24:51,636 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=testdroppedtimed, region=3717f70efaab8412b8cc21c2e16b5b94, ASSIGN; state=OFFLINE, location=3434134abe44,40571,1734305066712; forceNewPlan=false, retain=false 2024-12-15T23:24:51,786 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=3717f70efaab8412b8cc21c2e16b5b94, regionState=OPENING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:51,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; OpenRegionProcedure 3717f70efaab8412b8cc21c2e16b5b94, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:51,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:51,942 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3434134abe44,40571,1734305066712 2024-12-15T23:24:51,948 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(135): Open testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:51,948 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7285): Opening region: {ENCODED => 3717f70efaab8412b8cc21c2e16b5b94, NAME => 'testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94.', STARTKEY => '', ENDKEY => ''} 2024-12-15T23:24:51,948 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table testdroppedtimed 3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:51,948 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(894): Instantiated testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-15T23:24:51,949 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7327): checking encryption for 3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:51,949 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7330): checking classloading for 3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:51,951 INFO [StoreOpener-3717f70efaab8412b8cc21c2e16b5b94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family fam of region 3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:51,953 INFO [StoreOpener-3717f70efaab8412b8cc21c2e16b5b94-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3717f70efaab8412b8cc21c2e16b5b94 columnFamilyName fam 2024-12-15T23:24:51,954 DEBUG [StoreOpener-3717f70efaab8412b8cc21c2e16b5b94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-15T23:24:51,954 INFO [StoreOpener-3717f70efaab8412b8cc21c2e16b5b94-1 {}] regionserver.HStore(327): Store=3717f70efaab8412b8cc21c2e16b5b94/fam, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-15T23:24:51,956 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:51,957 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:51,960 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1085): writing seq id for 3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:51,962 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-15T23:24:51,962 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1102): Opened 3717f70efaab8412b8cc21c2e16b5b94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70804925, jitterRate=0.05507560074329376}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-15T23:24:51,962 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1001): Region open journal for 3717f70efaab8412b8cc21c2e16b5b94: 2024-12-15T23:24:51,963 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2601): Post open deploy tasks for testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94., pid=64, masterSystemTime=1734305091942 2024-12-15T23:24:51,964 DEBUG [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2628): Finished post open deploy task for testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:51,964 INFO [RS_OPEN_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(164): Opened testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:51,964 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=63 updating hbase:meta row=3717f70efaab8412b8cc21c2e16b5b94, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:51,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-15T23:24:51,967 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; OpenRegionProcedure 3717f70efaab8412b8cc21c2e16b5b94, server=3434134abe44,40571,1734305066712 in 177 msec 2024-12-15T23:24:51,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=63, resume processing ppid=62 2024-12-15T23:24:51,968 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, ppid=62, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=3717f70efaab8412b8cc21c2e16b5b94, ASSIGN in 333 msec 2024-12-15T23:24:51,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-15T23:24:51,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305091968"}]},"ts":"1734305091968"} 2024-12-15T23:24:51,970 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=ENABLED in hbase:meta 2024-12-15T23:24:52,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=testdroppedtimed execute state=CREATE_TABLE_POST_OPERATION 2024-12-15T23:24:52,003 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, state=SUCCESS; CreateTableProcedure table=testdroppedtimed in 1.2380 sec 2024-12-15T23:24:52,091 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 8001, reset compression=false 2024-12-15T23:24:52,349 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T23:24:52,350 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46436, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T23:24:52,802 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 8001, reset compression=false 2024-12-15T23:24:52,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=62 2024-12-15T23:24:52,878 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:testdroppedtimed, procId: 62 completed 2024-12-15T23:24:52,878 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-15T23:24:52,879 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:52,885 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-15T23:24:52,885 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:52,886 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-15T23:24:52,886 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(3531): Waiting until all regions of table testdroppedtimed get assigned. Timeout = 60000ms 2024-12-15T23:24:52,886 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3585): All regions for table testdroppedtimed assigned to meta. Checking AM states. 2024-12-15T23:24:52,891 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-15T23:24:52,891 INFO [Time-limited test {}] hbase.HBaseTestingUtility(3605): All regions for table testdroppedtimed assigned. 2024-12-15T23:24:52,894 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(3938): Client=jenkins//172.17.0.2 disable replication peer, id=2 2024-12-15T23:24:52,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1098): Stored pid=67, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-12-15T23:24:52,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T23:24:52,910 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T23:24:52,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T23:24:53,061 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3434134abe44,39217,1734305058766 2024-12-15T23:24:53,062 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=39217 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=68 2024-12-15T23:24:53,062 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=DISABLE_PEER 2024-12-15T23:24:53,063 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(373): Terminate replication source for 2 2024-12-15T23:24:53,063 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Peer 2 state or config changed. Will close the previous replication source and open a new one 2024-12-15T23:24:53,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T23:24:53,201 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1002c021aa2000b, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:24:53,202 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=68}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fe0c02e to 127.0.0.1:55104 2024-12-15T23:24:53,202 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=68}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:53,303 WARN [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-15T23:24:53,303 WARN [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-15T23:24:53,403 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 terminated 2024-12-15T23:24:53,417 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSource(229): queueId=2, ReplicationSource: 2, currentBandwidth=0 2024-12-15T23:24:53,417 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.ReplicationSourceManager(383): Startup replication source for 2 2024-12-15T23:24:53,418 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=68}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=68 2024-12-15T23:24:53,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(4106): Remote procedure done, pid=68 2024-12-15T23:24:53,419 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for DISABLE on 3434134abe44,39217,1734305058766 suceeded 2024-12-15T23:24:53,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T23:24:53,421 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 2 2024-12-15T23:24:53,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 510 msec 2024-12-15T23:24:53,422 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, state=SUCCESS; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 527 msec 2024-12-15T23:24:53,445 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24cdf1d5 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@40d3be8c 2024-12-15T23:24:53,460 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1b6e07b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:53,462 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] zookeeper.RecoverableZooKeeper(138): Process identifier=connection to cluster: 2 connecting to ZooKeeper ensemble=127.0.0.1:55104 2024-12-15T23:24:53,468 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 20x0, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-15T23:24:53,468 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): connection to cluster: 2-0x1002c021aa2000f connected 2024-12-15T23:24:53,469 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] regionserver.ReplicationSource(587): peerId=2, queueId=2 (queues=1) is replicating from cluster=5fdc02d7-50e2-4b4f-97bb-263fc861fb67 to cluster=e60d5be6-5fc8-40a7-ba02-71cc3cb91fde 2024-12-15T23:24:53,469 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] regionserver.ReplicationSource(343): peerId=2, starting shipping worker for walGroupId=3434134abe44%2C39217%2C1734305058766 2024-12-15T23:24:53,469 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2 {}] regionserver.ReplicationSourceWALReader(112): peerClusterZnode=2, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=102400, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-12-15T23:24:53,470 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 3434134abe44%2C39217%2C1734305058766 2024-12-15T23:24:53,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=67 2024-12-15T23:24:53,506 DEBUG [hconnection-0x5010b4cb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:53,509 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34866, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T23:24:53,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:54,347 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-15T23:24:54,350 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-15T23:24:54,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-15T23:24:54,355 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305094355"}]},"ts":"1734305094355"} 2024-12-15T23:24:54,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T23:24:54,356 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-15T23:24:54,392 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-15T23:24:54,394 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-15T23:24:54,398 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=3717f70efaab8412b8cc21c2e16b5b94, UNASSIGN}] 2024-12-15T23:24:54,399 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=3717f70efaab8412b8cc21c2e16b5b94, UNASSIGN 2024-12-15T23:24:54,400 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=3717f70efaab8412b8cc21c2e16b5b94, regionState=CLOSING, regionLocation=3434134abe44,40571,1734305066712 2024-12-15T23:24:54,401 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T23:24:54,401 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 3717f70efaab8412b8cc21c2e16b5b94, server=3434134abe44,40571,1734305066712}] 2024-12-15T23:24:54,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T23:24:54,557 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3434134abe44,40571,1734305066712 2024-12-15T23:24:54,559 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:54,559 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T23:24:54,561 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 3717f70efaab8412b8cc21c2e16b5b94, disabling compactions & flushes 2024-12-15T23:24:54,561 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:54,561 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:54,561 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. after waiting 0 ms 2024-12-15T23:24:54,561 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:54,569 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:24:54,572 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94. 2024-12-15T23:24:54,572 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 3717f70efaab8412b8cc21c2e16b5b94: 2024-12-15T23:24:54,574 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:54,574 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=3717f70efaab8412b8cc21c2e16b5b94, regionState=CLOSED 2024-12-15T23:24:54,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-15T23:24:54,577 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 3717f70efaab8412b8cc21c2e16b5b94, server=3434134abe44,40571,1734305066712 in 175 msec 2024-12-15T23:24:54,578 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-15T23:24:54,579 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=3717f70efaab8412b8cc21c2e16b5b94, UNASSIGN in 179 msec 2024-12-15T23:24:54,580 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-15T23:24:54,581 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 185 msec 2024-12-15T23:24:54,594 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305094594"}]},"ts":"1734305094594"} 2024-12-15T23:24:54,595 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-15T23:24:54,601 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-15T23:24:54,602 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 250 msec 2024-12-15T23:24:54,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-15T23:24:54,660 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 65 completed 2024-12-15T23:24:54,666 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-15T23:24:54,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:24:54,672 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:24:54,674 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:24:54,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T23:24:54,680 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:54,684 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94/fam, FileablePath, hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94/recovered.edits] 2024-12-15T23:24:54,693 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94/recovered.edits/4.seqid to hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/archive/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94/recovered.edits/4.seqid 2024-12-15T23:24:54,694 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/testdroppedtimed/3717f70efaab8412b8cc21c2e16b5b94 2024-12-15T23:24:54,694 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-15T23:24:54,700 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:24:54,705 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40571 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-15T23:24:54,708 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-15T23:24:54,710 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-15T23:24:54,711 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:24:54,711 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-15T23:24:54,711 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734305094711"}]},"ts":"9223372036854775807"} 2024-12-15T23:24:54,713 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T23:24:54,713 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 3717f70efaab8412b8cc21c2e16b5b94, NAME => 'testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T23:24:54,714 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-15T23:24:54,714 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734305094714"}]},"ts":"9223372036854775807"} 2024-12-15T23:24:54,716 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-15T23:24:54,726 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:24:54,727 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 58 msec 2024-12-15T23:24:54,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41059 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T23:24:54,776 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 69 completed 2024-12-15T23:24:54,780 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(3932): Client=jenkins//172.17.0.2 enable replication peer, id=2 2024-12-15T23:24:54,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-12-15T23:24:54,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T23:24:54,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T23:24:54,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T23:24:54,945 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 3434134abe44,39217,1734305058766 2024-12-15T23:24:54,946 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39217 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=70 2024-12-15T23:24:54,947 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=ENABLE_PEER 2024-12-15T23:24:54,948 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=70}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=70 2024-12-15T23:24:54,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(4106): Remote procedure done, pid=70 2024-12-15T23:24:54,953 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for ENABLE on 3434134abe44,39217,1734305058766 suceeded 2024-12-15T23:24:54,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=70, resume processing ppid=69 2024-12-15T23:24:54,957 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, ppid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-12-15T23:24:54,958 INFO [PEWorker-1 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 2 2024-12-15T23:24:54,960 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 177 msec 2024-12-15T23:24:54,971 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(260): Creating new reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, startPosition=0, beingWritten=true 2024-12-15T23:24:54,987 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:24:54,987 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/4=[#edits: 1 = <0 put on table to be dropped/fam:row/1734305093514/Put/vlen=4096/seqid=0; >],4327}, {test/c11c7dea48e03b602515a5d47ffa6ea1/4=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/5=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/6=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/7=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/8=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/9=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/10=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/11=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/12=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/13=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/14=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/15=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/16=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/17=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/18=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/19=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/20=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/21=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/22=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/23=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/24=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/25=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/26=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=108713, nbRowKeys=24, nbHFiles=0, heapSize=103158, lastSeqIds={}, endOfFile=false,usedBufferSize=103158] 2024-12-15T23:24:54,991 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:24:54,994 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:24:54,996 DEBUG [SinkThread-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-15T23:24:54,997 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51228, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=AdminService 2024-12-15T23:24:54,999 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:55,001 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3fe927b0 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@60a89263 2024-12-15T23:24:55,011 DEBUG [ReadOnlyZKClient-127.0.0.1:55104@0x3fe927b0 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70b4e221, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:55,026 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] client.ConnectionUtils(573): Start fetching meta region location from registry 2024-12-15T23:24:55,027 DEBUG [ReadOnlyZKClient-127.0.0.1:55104@0x3fe927b0 {}] client.ConnectionUtils(581): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=3434134abe44,40571,1734305066712, seqNum=-1] 2024-12-15T23:24:55,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:55,032 INFO [RS-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:55,036 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut013', locateType=CURRENT is [region=test,,1734305079805.9446641342677a2f924d546168610df9., hostname=3434134abe44,40571,1734305066712, seqNum=2] 2024-12-15T23:24:55,043 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut014', locateType=CURRENT is [region=test,,1734305079805.9446641342677a2f924d546168610df9., hostname=3434134abe44,40571,1734305066712, seqNum=2] 2024-12-15T23:24:55,044 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut015', locateType=CURRENT is [region=test,,1734305079805.9446641342677a2f924d546168610df9., hostname=3434134abe44,40571,1734305066712, seqNum=2] 2024-12-15T23:24:55,045 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut016', locateType=CURRENT is [region=test,,1734305079805.9446641342677a2f924d546168610df9., hostname=3434134abe44,40571,1734305066712, seqNum=2] 2024-12-15T23:24:55,045 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut017', locateType=CURRENT is [region=test,,1734305079805.9446641342677a2f924d546168610df9., hostname=3434134abe44,40571,1734305066712, seqNum=2] 2024-12-15T23:24:55,045 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut018', locateType=CURRENT is [region=test,,1734305079805.9446641342677a2f924d546168610df9., hostname=3434134abe44,40571,1734305066712, seqNum=2] 2024-12-15T23:24:55,046 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut019', locateType=CURRENT is [region=test,,1734305079805.9446641342677a2f924d546168610df9., hostname=3434134abe44,40571,1734305066712, seqNum=2] 2024-12-15T23:24:55,046 DEBUG [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(311): The fetched location of 'test', row='NormalPut020', locateType=CURRENT is [region=test,,1734305079805.9446641342677a2f924d546168610df9., hostname=3434134abe44,40571,1734305066712, seqNum=2] 2024-12-15T23:24:55,049 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:24:55,051 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:55,057 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:55,059 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:55,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:55,059 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 1 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305155050, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:55,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-15T23:24:55,093 DEBUG [hconnection-0x75688595-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:55,095 INFO [RS-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-15T23:24:55,098 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x513d4b87 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1123df9a 2024-12-15T23:24:55,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:55,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:55,109 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@595c4c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:55,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:55,112 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:55,113 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34878, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:55,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:55,116 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x513d4b87 to 127.0.0.1:55104 2024-12-15T23:24:55,116 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:55,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:55,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:55,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:55,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:55,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:55,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:55,131 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:55,133 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:55,136 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:55,138 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:55,141 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:55,143 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:55,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:55,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:55,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:55,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:55,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:55,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:55,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:55,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:55,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:55,167 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:55,219 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:55,226 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:55,227 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:55,227 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:55,228 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 2 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305155218, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:55,229 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7321404d to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef67367 2024-12-15T23:24:55,234 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55d3cb1c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:55,236 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:55,237 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34894, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:55,239 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7321404d to 127.0.0.1:55104 2024-12-15T23:24:55,239 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:55,328 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T23:24:55,442 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:55,450 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:55,451 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:55,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:55,452 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 3 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305155441, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:55,454 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5d55d0cc to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a1d935b 2024-12-15T23:24:55,459 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cc9cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:55,460 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:55,461 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34896, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:55,463 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5d55d0cc to 127.0.0.1:55104 2024-12-15T23:24:55,463 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:55,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:24:55,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:55,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:55,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:55,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:55,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:55,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:55,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:55,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:55,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:55,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:55,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:55,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:55,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:55,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:55,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:55,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:55,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:55,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:55,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:55,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:55,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:55,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:55,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:55,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:55,699 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:55,700 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:55,765 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:55,770 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:55,771 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:55,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:55,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305155764, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:55,776 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4a55d6a1 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c4413fb 2024-12-15T23:24:55,818 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c8f77de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:55,820 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:55,822 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34902, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:55,824 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4a55d6a1 to 127.0.0.1:55104 2024-12-15T23:24:55,825 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:56,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T23:24:56,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:24:56,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:56,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:56,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:56,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:56,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:56,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:56,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:56,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:56,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:56,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:56,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:56,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:56,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:56,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:56,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:56,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:56,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:56,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:56,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:56,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:56,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:56,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:56,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:56,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:56,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:56,225 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:56,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:56,230 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:56,231 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:56,231 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:56,232 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 5 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305156225, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:56,233 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4c7d9376 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@305a8ac9 2024-12-15T23:24:56,269 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@772c2a9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:56,271 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:56,273 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34918, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:56,276 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4c7d9376 to 127.0.0.1:55104 2024-12-15T23:24:56,276 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:56,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:24:56,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:24:56,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:56,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:56,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:56,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:56,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:56,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:56,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:56,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:56,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:56,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:56,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:56,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:56,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:56,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:56,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:56,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:56,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:56,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:56,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:56,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:56,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:56,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:56,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:56,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:56,751 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:56,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:56,782 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:56,783 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:56,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:56,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 6 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305156777, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:56,784 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x40309a14 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@52fdd867 2024-12-15T23:24:56,819 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@345106be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:56,821 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:56,822 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34932, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:56,825 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x40309a14 to 127.0.0.1:55104 2024-12-15T23:24:56,825 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:57,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:24:57,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:57,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:57,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:57,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:57,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:57,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:57,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:57,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:57,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:57,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:57,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:57,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:57,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:57,266 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:57,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:57,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:57,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:57,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:57,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:57,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:57,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:57,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:57,274 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:57,275 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:57,276 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:57,277 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:57,427 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:57,436 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:57,438 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:57,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:57,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 7 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305157426, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:57,439 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x19d468d1 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@476b38d7 2024-12-15T23:24:57,485 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@572ba260, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:57,486 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:57,487 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34944, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:57,489 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x19d468d1 to 127.0.0.1:55104 2024-12-15T23:24:57,489 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:57,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:24:57,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:57,785 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:57,787 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:57,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:57,788 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:57,789 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:57,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:57,790 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:57,791 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:57,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:57,792 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:57,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:57,793 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:57,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:57,794 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:57,795 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:57,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:57,796 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:57,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:57,797 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:57,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:57,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:57,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:57,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:57,800 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:57,801 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:58,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:58,202 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:58,203 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:58,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:58,203 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 8 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305158192, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:58,206 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f5e9ea1 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5cc122ee 2024-12-15T23:24:58,218 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5673b3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:58,219 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:58,220 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34954, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:58,222 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f5e9ea1 to 127.0.0.1:55104 2024-12-15T23:24:58,222 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:58,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:24:58,307 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:58,310 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:58,311 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:58,312 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:58,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:58,313 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:58,314 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:58,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:58,315 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:58,316 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:58,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:58,317 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:58,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:58,318 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:58,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:58,319 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:58,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:58,320 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:58,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:58,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:58,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:58,322 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:58,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:58,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:58,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:58,324 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:58,430 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-15T23:24:58,430 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed Metrics about Tables on a single HBase RegionServer 2024-12-15T23:24:58,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:24:58,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:24:58,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:24:58,829 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:58,830 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:58,832 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:58,833 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:58,834 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:58,835 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:58,836 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:58,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:58,837 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:58,838 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:58,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:58,839 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:58,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:58,840 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:58,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:58,841 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:58,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:58,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:58,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:58,843 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:58,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:58,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:58,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:58,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:58,846 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:58,847 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:59,025 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:59,033 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:59,035 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:59,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:59,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 9 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305159024, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:59,037 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0038bcf3 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@55bb3848 2024-12-15T23:24:59,076 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1e1ecf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:24:59,078 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:24:59,079 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34970, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:24:59,081 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0038bcf3 to 127.0.0.1:55104 2024-12-15T23:24:59,081 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:24:59,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:24:59,355 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:59,357 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:59,358 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:59,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:59,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:59,361 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:59,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:59,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:59,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:59,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:59,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:59,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:59,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:59,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:59,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:59,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:59,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:59,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:59,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:59,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:59,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:59,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:59,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:59,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:59,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:59,380 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:59,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:24:59,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:24:59,888 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:24:59,889 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:24:59,890 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:24:59,892 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:24:59,893 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:24:59,894 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:24:59,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:24:59,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:24:59,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:24:59,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:24:59,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:24:59,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:24:59,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:24:59,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:24:59,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:24:59,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:24:59,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:24:59,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:24:59,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:24:59,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:24:59,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:24:59,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:24:59,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:24:59,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:24:59,915 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:24:59,984 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:24:59,994 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:24:59,995 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:59,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:24:59,995 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 10 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305159983, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:24:59,996 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44064830 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48f34180 2024-12-15T23:25:00,035 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@207f33c9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:00,038 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:00,039 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60136, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:00,042 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44064830 to 127.0.0.1:55104 2024-12-15T23:25:00,043 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:00,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:00,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:00,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:00,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:00,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:00,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:00,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:00,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:00,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:00,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:00,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:00,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:00,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:00,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:00,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:00,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:00,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:00,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:00,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:00,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:00,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:00,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:00,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:00,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:00,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:00,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:00,440 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:00,770 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-15T23:25:00,773 INFO [RS-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35506, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-12-15T23:25:00,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:00,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:00,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:00,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:00,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:00,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:00,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:00,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:00,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:00,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:00,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:00,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:00,957 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:00,958 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:00,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:00,959 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:00,960 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:00,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:00,961 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:00,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:00,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:00,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:00,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:00,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:00,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:00,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:00,966 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:01,045 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:01,052 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:01,053 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:01,053 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:01,054 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 11 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305161044, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:01,055 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x322831fa to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6085897e 2024-12-15T23:25:01,115 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@39bd1fdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:01,118 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:01,119 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60140, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:01,122 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x322831fa to 127.0.0.1:55104 2024-12-15T23:25:01,122 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:01,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:01,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:01,475 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:01,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:01,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:01,477 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:01,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:01,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:01,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:01,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:01,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:01,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:01,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:01,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:01,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:01,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:01,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:01,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:01,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:01,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:01,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:01,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:01,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:01,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:01,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:01,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:01,488 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:01,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:01,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:01,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:01,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:01,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:02,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:02,002 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:02,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:02,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:02,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:02,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:02,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:02,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:02,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:02,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:02,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:02,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:02,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:02,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:02,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:02,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:02,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:02,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:02,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:02,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:02,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:02,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:02,015 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:02,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:02,131 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:02,132 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:02,132 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:02,133 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 12 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305162124, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:02,135 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x434d5bdc to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@fcfe4b2 2024-12-15T23:25:02,169 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5edd5968, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:02,172 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:02,174 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60152, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:02,177 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x434d5bdc to 127.0.0.1:55104 2024-12-15T23:25:02,177 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:02,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:02,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:02,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:02,521 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:02,522 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:02,523 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:02,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:02,526 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:02,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:02,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:02,529 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:02,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:02,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:02,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:02,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:02,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:02,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:02,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:02,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:02,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:02,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:02,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:02,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:02,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:02,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:02,544 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:02,545 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:03,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:03,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:03,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:03,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:03,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:03,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:03,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:03,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:03,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:03,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:03,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:03,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:03,053 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:03,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:03,054 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:03,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:03,055 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:03,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:03,056 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:03,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:03,057 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:03,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:03,058 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:03,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:03,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:03,059 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:03,060 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:03,179 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:03,183 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:03,184 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:03,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:03,184 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 13 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305163178, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:03,185 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0fd89277 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7f421d4a 2024-12-15T23:25:03,201 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4be00dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:03,203 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:03,204 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60164, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:03,205 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0fd89277 to 127.0.0.1:55104 2024-12-15T23:25:03,205 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:03,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:03,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:03,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:03,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:03,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:03,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:03,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:03,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:03,574 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:03,575 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:03,576 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:03,577 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:03,578 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:03,579 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:03,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:03,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:03,580 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:03,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:03,581 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:03,582 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:03,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:03,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:03,583 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:03,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:03,584 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:03,585 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:03,585 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:03,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:03,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:04,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:04,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:04,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:04,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:04,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:04,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:04,097 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:04,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:04,098 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:04,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:04,099 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:04,100 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:04,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:04,101 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:04,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:04,102 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:04,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:04,103 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:04,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:04,104 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:04,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:04,105 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:04,106 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:04,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:04,107 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:04,108 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:04,108 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:04,208 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:04,215 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:04,216 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:04,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:04,216 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 14 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305164207, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:04,217 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x33472068 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5c00d307 2024-12-15T23:25:04,251 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@17c5c3c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:04,252 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:04,253 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60176, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:04,255 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x33472068 to 127.0.0.1:55104 2024-12-15T23:25:04,255 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:04,553 INFO [master/3434134abe44:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T23:25:04,553 INFO [master/3434134abe44:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T23:25:04,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:04,614 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:04,615 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:04,616 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:04,617 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:04,618 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:04,619 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:04,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:04,620 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:04,621 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:04,622 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:04,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:04,623 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:04,624 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:04,625 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:04,626 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:04,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:04,627 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:04,628 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:04,629 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:04,630 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:04,631 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:04,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:04,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:04,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:04,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:04,635 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:05,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:05,142 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:05,144 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:05,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:05,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:05,147 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:05,148 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:05,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:05,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:05,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:05,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:05,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:05,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:05,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:05,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:05,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:05,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:05,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:05,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:05,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:05,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:05,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:05,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:05,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:05,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:05,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:05,162 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:05,258 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:05,268 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:05,268 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:05,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:05,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 15 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305165257, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:05,271 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5f7fff0c to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5bd870f 2024-12-15T23:25:05,309 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c5f97b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:05,310 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:05,311 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60190, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:05,313 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5f7fff0c to 127.0.0.1:55104 2024-12-15T23:25:05,313 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:05,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:05,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:05,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:05,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:05,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:05,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:05,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:05,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:05,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:05,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:05,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:05,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:05,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:05,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:05,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:05,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:05,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:05,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:05,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:05,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:05,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:05,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:05,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:05,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:05,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:05,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:05,688 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:06,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:06,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:06,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:06,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:06,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:06,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:06,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:06,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:06,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:06,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:06,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:06,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:06,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:06,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:06,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:06,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:06,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:06,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:06,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:06,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:06,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:06,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:06,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:06,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:06,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:06,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:06,205 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:06,315 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:06,320 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:06,321 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:06,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:06,321 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 16 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305166314, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:06,323 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ed1ebd6 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4a230d7b 2024-12-15T23:25:06,384 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76cd4f18, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:06,386 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:06,387 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60202, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:06,389 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ed1ebd6 to 127.0.0.1:55104 2024-12-15T23:25:06,389 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:06,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:06,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:06,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:06,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:06,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:06,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:06,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:06,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:06,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:06,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:06,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:06,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:06,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:06,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:06,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:06,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:06,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:06,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:06,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:06,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:06,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:06,723 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:06,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:06,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:06,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:06,724 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:06,725 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:06,725 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:07,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:07,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:07,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:07,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:07,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:07,237 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:07,238 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:07,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:07,239 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:07,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:07,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:07,240 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:07,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:07,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:07,241 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:07,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:07,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:07,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:07,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:07,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:07,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:07,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:07,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:07,244 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:07,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:07,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:07,245 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:07,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:07,400 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:07,401 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:07,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:07,402 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 17 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305167391, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:07,403 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x213bc008 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@73214981 2024-12-15T23:25:07,434 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f886d72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:07,436 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:07,437 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60206, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:07,438 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x213bc008 to 127.0.0.1:55104 2024-12-15T23:25:07,438 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:07,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:07,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:07,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:07,755 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:07,756 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:07,757 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:07,758 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:07,759 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:07,760 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:07,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:07,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:07,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:07,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:07,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:07,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:07,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:07,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:07,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:07,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:07,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:07,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:07,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:07,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:07,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:07,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:07,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:07,775 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:08,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:08,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:08,278 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:08,279 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:08,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:08,280 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:08,281 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:08,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:08,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:08,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:08,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:08,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:08,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:08,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:08,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:08,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:08,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:08,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:08,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:08,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:08,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:08,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:08,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:08,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:08,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:08,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:08,292 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:08,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:08,449 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:08,450 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:08,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:08,450 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 18 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305168441, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:08,451 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78159e8a to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@181ad48 2024-12-15T23:25:08,485 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2dceb3f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:08,487 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:08,489 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60208, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:08,492 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78159e8a to 127.0.0.1:55104 2024-12-15T23:25:08,492 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:08,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:08,798 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:08,799 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:08,801 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:08,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:08,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:08,803 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:08,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:08,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:08,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:08,806 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:08,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:08,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:08,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:08,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:08,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:08,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:08,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:08,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:08,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:08,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:08,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:08,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:08,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:08,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:08,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:08,815 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:08,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:08,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:09,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:09,321 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:09,323 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:09,324 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:09,325 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:09,326 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:09,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:09,327 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:09,328 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:09,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:09,329 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:09,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:09,330 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:09,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:09,331 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:09,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:09,332 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:09,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:09,333 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:09,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:09,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:09,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:09,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:09,335 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:09,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:09,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:09,336 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:09,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:09,497 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:09,498 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:09,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:09,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 19 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305169492, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:09,499 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x778b16f0 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b6c0ea4 2024-12-15T23:25:09,535 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@23e54b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:09,539 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:09,541 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60214, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:09,544 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x778b16f0 to 127.0.0.1:55104 2024-12-15T23:25:09,544 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:09,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:09,842 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:09,844 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:09,845 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:09,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:09,847 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:09,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:09,848 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:09,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:09,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:09,849 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:09,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:09,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:09,850 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:09,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:09,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:09,851 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:09,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:09,852 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:09,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:09,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:09,853 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:09,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:09,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:09,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:09,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:09,855 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:10,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:10,359 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:10,360 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:10,362 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:10,363 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:10,364 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:10,365 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:10,366 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:10,367 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:10,368 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:10,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:10,369 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:10,370 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:10,371 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:10,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:10,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:10,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:10,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:10,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:10,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:10,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:10,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:10,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:10,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:10,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:10,375 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:10,375 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:10,546 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:10,552 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:10,553 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:10,553 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:10,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 20 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305170545, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:10,556 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e740e75 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@45f62231 2024-12-15T23:25:10,593 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4c437559, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:10,596 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:10,598 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53340, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:10,600 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e740e75 to 127.0.0.1:55104 2024-12-15T23:25:10,600 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:10,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:10,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:10,878 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:10,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:10,879 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:10,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:10,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:10,880 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:10,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:10,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:10,881 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:10,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:10,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:10,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:10,882 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:10,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:10,883 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:10,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:10,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:10,884 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:10,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:10,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:10,885 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:10,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:10,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:10,886 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:10,887 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:11,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:11,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:11,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:11,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:11,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:11,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:11,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:11,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:11,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:11,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:11,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:11,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:11,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:11,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:11,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:11,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:11,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:11,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:11,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:11,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:11,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:11,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:11,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:11,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:11,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:11,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:11,398 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:11,497 INFO [master/3434134abe44:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-15T23:25:11,497 INFO [master/3434134abe44:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-15T23:25:11,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:11,602 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:11,609 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:11,610 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:11,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:11,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 21 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305171601, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:11,612 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec0b9e8 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@ad3fbab 2024-12-15T23:25:11,642 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5d6dbe15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:11,643 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:11,644 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53350, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:11,646 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec0b9e8 to 127.0.0.1:55104 2024-12-15T23:25:11,646 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:11,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:11,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:11,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:11,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:11,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:11,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:11,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:11,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:11,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:11,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:11,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:11,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:11,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:11,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:11,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:11,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:11,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:11,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:11,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:11,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:11,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:11,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:11,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:11,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:11,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:11,918 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:11,918 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:12,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:12,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:12,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:12,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:12,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:12,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:12,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:12,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:12,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:12,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:12,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:12,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:12,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:12,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:12,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:12,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:12,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:12,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:12,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:12,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:12,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:12,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:12,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:12,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:12,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:12,428 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:12,647 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:12,652 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:12,652 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:12,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:12,653 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 22 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305172647, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:12,655 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6ea95146 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bb2f19b 2024-12-15T23:25:12,693 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b9f75ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:12,695 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:12,697 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53362, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:12,700 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6ea95146 to 127.0.0.1:55104 2024-12-15T23:25:12,700 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:12,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:12,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:12,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:12,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:12,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:12,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:12,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:12,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:12,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:12,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:12,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:12,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:12,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:12,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:12,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:12,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:12,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:12,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:12,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:12,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:12,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:12,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:12,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:12,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:12,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:12,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:12,951 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:13,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:13,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:13,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:13,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:13,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:13,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:13,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:13,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:13,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:13,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:13,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:13,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:13,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:13,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:13,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:13,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:13,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:13,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:13,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:13,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:13,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:13,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:13,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:13,473 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:13,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:13,474 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:13,475 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:13,702 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:13,709 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:13,710 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:13,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:13,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 23 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305173701, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:13,712 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x17921fe1 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b400aa1 2024-12-15T23:25:13,752 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4b402022, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:13,756 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:13,757 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53376, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:13,761 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x17921fe1 to 127.0.0.1:55104 2024-12-15T23:25:13,761 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:13,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:13,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:13,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:13,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:13,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:13,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:13,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:13,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:13,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:13,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:13,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:13,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:13,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:13,991 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:13,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:13,992 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:13,993 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:13,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:13,994 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:13,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:13,995 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:13,996 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:13,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:13,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:13,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:13,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:13,999 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:14,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:14,001 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:14,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:14,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:14,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:14,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:14,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:14,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:14,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:14,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:14,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:14,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:14,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:14,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:14,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:14,517 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:14,518 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:14,519 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:14,520 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:14,521 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:14,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:14,772 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:14,773 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:14,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:14,773 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 24 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305174763, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:14,775 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x557bfaa1 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2e95f7ad 2024-12-15T23:25:14,809 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@641e836d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:14,811 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:14,812 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:14,814 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x557bfaa1 to 127.0.0.1:55104 2024-12-15T23:25:14,814 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:15,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:15,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:15,024 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:15,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:15,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:15,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:15,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:15,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:15,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:15,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:15,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:15,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:15,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:15,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:15,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:15,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:15,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:15,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:15,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:15,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:15,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:15,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:15,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:15,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:15,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:15,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:15,044 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:15,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:15,547 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:15,548 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:15,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:15,549 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:15,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:15,550 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:15,551 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:15,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:15,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:15,552 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:15,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:15,553 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:15,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:15,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:15,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:15,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:15,556 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:15,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:15,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:15,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:15,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:15,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:15,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:15,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:15,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:15,560 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:15,815 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:15,819 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:15,819 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:15,819 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:15,820 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 25 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305175815, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:15,821 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30a5a75a to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@310c167c 2024-12-15T23:25:15,860 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2119eedb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:15,862 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:15,864 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53394, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:15,868 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30a5a75a to 127.0.0.1:55104 2024-12-15T23:25:15,868 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:16,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:16,066 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:16,067 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:16,068 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:16,069 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:16,070 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:16,071 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:16,072 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:16,073 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:16,074 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:16,075 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:16,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:16,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:16,076 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:16,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:16,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:16,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:16,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:16,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:16,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:16,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:16,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:16,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:16,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:16,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:16,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:16,081 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:16,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:16,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:16,586 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:16,587 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:16,588 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:16,589 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:16,590 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:16,591 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:16,592 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:16,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:16,593 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:16,594 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:16,595 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:16,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:16,596 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:16,597 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:16,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:16,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:16,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:16,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:16,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:16,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:16,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:16,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:16,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:16,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:16,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:16,603 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:16,870 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:16,879 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:16,880 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:16,880 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:16,881 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 26 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305176869, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:16,882 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x094d57b1 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@58230f12 2024-12-15T23:25:16,935 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@36225dfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:16,939 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:16,941 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:16,945 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x094d57b1 to 127.0.0.1:55104 2024-12-15T23:25:16,945 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:17,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:17,110 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:17,111 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:17,112 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:17,113 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:17,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:17,115 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:17,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:17,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:17,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:17,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:17,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:17,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:17,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:17,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:17,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:17,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:17,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:17,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:17,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:17,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:17,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:17,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:17,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:17,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:17,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:17,129 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:17,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T23:25:17,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:17,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:17,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:17,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:17,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:17,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:17,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:17,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:17,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:17,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:17,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:17,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:17,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:17,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:17,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:17,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:17,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:17,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:17,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:17,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:17,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:17,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:17,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:17,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:17,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:17,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:17,647 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:17,948 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:17,954 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:17,955 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:17,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:17,955 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 27 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305177947, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:17,957 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c7f4d3c to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7c648e3e 2024-12-15T23:25:17,993 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@588dc9cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:17,995 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:17,997 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:18,000 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c7f4d3c to 127.0.0.1:55104 2024-12-15T23:25:18,000 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:18,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:18,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:18,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:18,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:18,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:18,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:18,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:18,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:18,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:18,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:18,161 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:18,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:18,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:18,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:18,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:18,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:18,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:18,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:18,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:18,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:18,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:18,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:18,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:18,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:18,172 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:18,173 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:18,174 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:18,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:18,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:18,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:18,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:18,685 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:18,686 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:18,687 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:18,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:18,688 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:18,689 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:18,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:18,690 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:18,691 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:18,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:18,692 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:18,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:18,693 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:18,694 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:18,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:18,695 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:18,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:18,696 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:18,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:18,697 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:18,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:18,698 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:18,698 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:18,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:18,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:19,003 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:19,014 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:19,015 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:19,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:19,015 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 28 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305179002, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:19,017 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x224045e0 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7a0d2ae8 2024-12-15T23:25:19,051 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4cf84fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:19,052 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:19,053 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53412, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:19,054 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x224045e0 to 127.0.0.1:55104 2024-12-15T23:25:19,054 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:19,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:19,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:19,207 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:19,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:19,208 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:19,209 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:19,210 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:19,211 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:19,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:19,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:19,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:19,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:19,215 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:19,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:19,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:19,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:19,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:19,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:19,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:19,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:19,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:19,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:19,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:19,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:19,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:19,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:19,221 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:19,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:19,726 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:19,729 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:19,730 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:19,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:19,731 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:19,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:19,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:19,732 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:19,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:19,733 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:19,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:19,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:19,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:19,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:19,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:19,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:19,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:19,736 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:19,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:19,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:19,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:19,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:19,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:19,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:19,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:19,739 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:20,055 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:20,059 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:20,059 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:20,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:20,060 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 29 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305180055, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:20,061 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0f53140c to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1c1a2564 2024-12-15T23:25:20,092 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@12128f04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:20,093 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:20,094 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49984, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:20,096 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0f53140c to 127.0.0.1:55104 2024-12-15T23:25:20,096 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:20,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:20,242 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:20,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:20,243 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:20,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:20,245 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:20,246 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:20,247 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:20,248 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:20,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:20,249 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:20,250 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:20,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:20,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:20,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:20,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:20,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:20,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:20,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:20,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:20,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:20,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:20,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:20,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:20,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:20,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:20,257 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:20,761 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:20,762 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:20,763 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:20,764 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:20,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:20,765 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:20,766 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:20,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:20,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:20,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:20,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:20,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:20,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:20,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:20,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:20,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:20,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:20,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:20,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:20,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:20,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:20,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:20,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:20,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:20,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:20,774 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:21,099 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:21,109 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:21,111 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:21,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:21,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 30 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305181098, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:21,113 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b7ebc9c to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6829192 2024-12-15T23:25:21,151 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ee54e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:21,153 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:21,154 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50000, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:21,158 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b7ebc9c to 127.0.0.1:55104 2024-12-15T23:25:21,158 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:21,275 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of testdroppedtimed 2024-12-15T23:25:21,276 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable testdroppedtimed 2024-12-15T23:25:21,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1098): Stored pid=71, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=testdroppedtimed 2024-12-15T23:25:21,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T23:25:21,280 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305121279"}]},"ts":"1734305121279"} 2024-12-15T23:25:21,281 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLING in hbase:meta 2024-12-15T23:25:21,291 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set testdroppedtimed to state=DISABLING 2024-12-15T23:25:21,292 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=testdroppedtimed}] 2024-12-15T23:25:21,294 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=c502b4c5dfbd7a19001baa111d5907fd, UNASSIGN}] 2024-12-15T23:25:21,295 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=73, ppid=72, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=testdroppedtimed, region=c502b4c5dfbd7a19001baa111d5907fd, UNASSIGN 2024-12-15T23:25:21,296 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=c502b4c5dfbd7a19001baa111d5907fd, regionState=CLOSING, regionLocation=3434134abe44,39217,1734305058766 2024-12-15T23:25:21,298 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-15T23:25:21,298 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; CloseRegionProcedure c502b4c5dfbd7a19001baa111d5907fd, server=3434134abe44,39217,1734305058766}] 2024-12-15T23:25:21,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T23:25:21,450 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 3434134abe44,39217,1734305058766 2024-12-15T23:25:21,452 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(124): Close c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:25:21,452 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-15T23:25:21,452 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1681): Closing c502b4c5dfbd7a19001baa111d5907fd, disabling compactions & flushes 2024-12-15T23:25:21,452 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1703): Closing region testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:25:21,452 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1724): Waiting without time limit for close lock on testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:25:21,452 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1791): Acquired close lock on testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. after waiting 0 ms 2024-12-15T23:25:21,452 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1801): Updates disabled for region testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:25:21,453 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(2837): Flushing c502b4c5dfbd7a19001baa111d5907fd 1/1 column families, dataSize=4.05 KB heapSize=4.38 KB 2024-12-15T23:25:21,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:21,512 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/.tmp/fam/18059b150fc7423e8ec5a2dddb9cc789 is 4154, key is 0 put on table to be dropped/fam:row/1734305093514/Put/seqid=0 2024-12-15T23:25:21,519 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741866_1042 (size=9218) 2024-12-15T23:25:21,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T23:25:21,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T23:25:21,920 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=4.05 KB at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/.tmp/fam/18059b150fc7423e8ec5a2dddb9cc789 2024-12-15T23:25:21,971 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/.tmp/fam/18059b150fc7423e8ec5a2dddb9cc789 as hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/fam/18059b150fc7423e8ec5a2dddb9cc789 2024-12-15T23:25:21,978 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/fam/18059b150fc7423e8ec5a2dddb9cc789, entries=1, sequenceid=5, filesize=9.0 K 2024-12-15T23:25:21,980 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~4.05 KB/4150, heapSize ~4.36 KB/4464, currentSize=0 B/0 for c502b4c5dfbd7a19001baa111d5907fd in 527ms, sequenceid=5, compaction requested=false 2024-12-15T23:25:21,980 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'testdroppedtimed' 2024-12-15T23:25:21,985 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-12-15T23:25:21,986 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1922): Closed testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd. 2024-12-15T23:25:21,986 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1635): Region close journal for c502b4c5dfbd7a19001baa111d5907fd: 2024-12-15T23:25:21,987 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(170): Closed c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:25:21,988 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=73 updating hbase:meta row=c502b4c5dfbd7a19001baa111d5907fd, regionState=CLOSED 2024-12-15T23:25:21,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-15T23:25:21,990 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; CloseRegionProcedure c502b4c5dfbd7a19001baa111d5907fd, server=3434134abe44,39217,1734305058766 in 691 msec 2024-12-15T23:25:21,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=73, resume processing ppid=72 2024-12-15T23:25:21,991 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, ppid=72, state=SUCCESS; TransitRegionStateProcedure table=testdroppedtimed, region=c502b4c5dfbd7a19001baa111d5907fd, UNASSIGN in 696 msec 2024-12-15T23:25:21,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-15T23:25:21,993 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; CloseTableRegionsProcedure table=testdroppedtimed in 699 msec 2024-12-15T23:25:21,997 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1734305121997"}]},"ts":"1734305121997"} 2024-12-15T23:25:21,998 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=testdroppedtimed, state=DISABLED in hbase:meta 2024-12-15T23:25:22,008 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set testdroppedtimed to state=DISABLED 2024-12-15T23:25:22,009 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, state=SUCCESS; DisableTableProcedure table=testdroppedtimed in 733 msec 2024-12-15T23:25:22,160 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:22,170 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:22,171 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:22,171 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:22,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 31 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305182160, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:22,173 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x335e12e4 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21420b1c 2024-12-15T23:25:22,184 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@53794ac1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:22,187 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:22,188 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50004, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:22,191 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x335e12e4 to 127.0.0.1:55104 2024-12-15T23:25:22,191 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:22,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=71 2024-12-15T23:25:22,386 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:testdroppedtimed, procId: 71 completed 2024-12-15T23:25:22,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:22,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:22,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:22,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:22,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:22,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:22,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:22,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:22,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:22,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:22,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:22,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:22,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:22,394 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:22,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:22,395 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:22,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:22,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:22,396 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:22,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:22,397 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:22,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:22,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:22,398 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:22,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:22,399 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:22,399 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:22,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:22,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:22,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:22,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:22,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:22,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:22,908 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:22,909 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:22,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:22,910 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:22,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:22,911 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:22,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:22,912 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:22,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:22,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:22,913 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:22,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:22,914 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:22,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:22,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:22,915 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:22,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:22,916 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:22,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:22,917 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:22,917 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:23,193 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:23,198 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:23,200 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:23,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:23,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 32 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305183193, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:23,203 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b7e71e0 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ad59978 2024-12-15T23:25:23,235 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@63e3fba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:23,239 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:23,241 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50006, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:23,244 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b7e71e0 to 127.0.0.1:55104 2024-12-15T23:25:23,244 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:23,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:23,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:23,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:23,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:23,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:23,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:23,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:23,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:23,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:23,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:23,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:23,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:23,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:23,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:23,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:23,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:23,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:23,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:23,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:23,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:23,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:23,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:23,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:23,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:23,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:23,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:23,436 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:23,469 DEBUG [master/3434134abe44:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 15a19473c09e0bfc1747ec963bfb7933 changed from -1.0 to 0.0, refreshing cache 2024-12-15T23:25:23,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:23,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:23,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:23,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:23,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:23,944 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:23,945 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:23,946 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:23,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:23,947 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:23,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:23,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:23,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:23,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:23,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:23,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:23,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:23,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:23,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:23,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:23,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:23,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:23,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:23,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:23,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:23,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:23,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:23,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:23,954 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:24,246 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:24,255 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:24,256 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:24,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:24,257 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 33 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305184246, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:24,258 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x772b8843 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21e3c187 2024-12-15T23:25:24,293 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5da118e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:24,296 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:24,298 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50008, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:24,301 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x772b8843 to 127.0.0.1:55104 2024-12-15T23:25:24,301 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:24,455 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:24,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:24,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:24,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:24,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:24,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:24,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:24,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:24,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:24,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:24,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:24,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:24,460 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:24,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:24,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:24,461 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:24,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:24,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:24,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:24,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:24,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:24,463 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:24,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:24,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:24,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:24,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:24,465 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:24,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:24,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:24,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:24,971 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:24,972 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:24,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:24,973 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:24,974 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:24,975 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:24,976 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:24,977 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:24,978 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:24,979 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:24,980 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:24,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:24,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:24,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:24,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:24,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:24,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:24,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:24,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:24,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:24,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:24,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:24,990 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:25,304 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:25,310 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:25,311 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:25,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:25,311 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 34 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305185303, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:25,312 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x29577093 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@160773c7 2024-12-15T23:25:25,351 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43b447be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:25,354 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:25,355 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50018, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:25,358 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x29577093 to 127.0.0.1:55104 2024-12-15T23:25:25,358 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:25,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:25,496 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:25,498 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:25,500 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:25,501 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:25,502 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:25,503 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:25,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:25,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:25,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:25,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:25,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:25,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:25,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:25,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:25,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:25,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:25,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:25,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:25,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:25,513 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:25,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:25,514 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:25,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:25,515 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:25,516 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:25,517 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:26,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:26,023 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:26,025 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:26,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:26,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:26,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:26,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:26,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:26,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:26,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:26,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:26,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:26,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:26,035 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:26,036 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:26,037 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:26,038 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:26,039 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:26,040 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:26,041 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:26,042 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:26,043 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:26,044 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:26,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:26,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:26,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:26,047 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:26,156 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T23:25:26,361 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:26,372 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:26,373 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:26,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:26,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 35 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305186360, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:26,374 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x33dac4a3 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6612dc88 2024-12-15T23:25:26,409 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@28369777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:26,411 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:26,413 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50034, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:26,416 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x33dac4a3 to 127.0.0.1:55104 2024-12-15T23:25:26,416 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:26,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:26,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:26,554 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:26,555 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:26,557 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:26,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:26,559 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:26,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:26,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:26,561 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:26,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:26,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:26,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:26,564 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:26,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:26,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:26,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:26,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:26,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:26,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:26,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:26,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:26,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:26,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:26,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:26,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:26,573 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:26,573 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:27,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:27,077 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:27,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:27,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:27,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:27,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:27,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:27,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:27,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:27,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:27,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:27,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:27,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:27,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:27,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:27,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:27,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:27,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:27,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:27,093 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:27,094 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:27,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:27,095 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:27,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:27,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:27,096 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:27,097 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:27,419 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:27,428 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:27,429 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:27,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:27,429 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 36 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305187418, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:27,431 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x08dc09ca to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@78da72c5 2024-12-15T23:25:27,513 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@644bdf86, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:27,514 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T23:25:27,516 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:27,517 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50038, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:27,520 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x08dc09ca to 127.0.0.1:55104 2024-12-15T23:25:27,520 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:27,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:27,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:27,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:27,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:27,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:27,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:27,601 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:27,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:27,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:27,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:27,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:27,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:27,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:27,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:27,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:27,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:27,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:27,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:27,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:27,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:27,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:27,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:27,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:27,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:27,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:27,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:27,609 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:28,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:28,114 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:28,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:28,116 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:28,117 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:28,118 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:28,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:28,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:28,120 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:28,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:28,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:28,122 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:28,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:28,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:28,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:28,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:28,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:28,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:28,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:28,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:28,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:28,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:28,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:28,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:28,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:28,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:28,129 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:28,430 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_testdroppedtimed 2024-12-15T23:25:28,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:28,530 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:28,531 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:28,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:28,531 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 37 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305188521, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:28,533 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x50932e53 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7b7422de 2024-12-15T23:25:28,600 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@41f975d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:28,604 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:28,606 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:28,610 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x50932e53 to 127.0.0.1:55104 2024-12-15T23:25:28,610 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:28,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:28,632 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:28,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:28,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:28,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:28,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:28,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:28,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:28,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:28,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:28,640 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:28,641 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:28,642 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:28,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:28,643 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:28,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:28,644 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:28,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:28,645 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:28,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:28,646 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:28,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:28,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:28,647 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:28,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:28,648 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:28,649 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:28,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:28,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:29,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:29,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:29,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:29,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:29,159 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:29,160 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:29,162 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:29,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:29,163 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:29,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:29,164 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:29,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:29,165 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:29,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:29,166 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:29,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:29,167 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:29,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:29,168 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:29,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:29,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:29,169 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:29,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:29,170 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:29,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:29,171 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:29,172 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:29,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:29,619 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:29,621 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:29,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:29,621 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 38 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305189611, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:29,623 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7f59598a to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@25e1f66d 2024-12-15T23:25:29,659 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2f3c18b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:29,660 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:29,661 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50044, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:29,663 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7f59598a to 127.0.0.1:55104 2024-12-15T23:25:29,663 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:29,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:29,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:29,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:29,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:29,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:29,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:29,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:29,677 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:29,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:29,678 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:29,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:29,679 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:29,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:29,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:29,680 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:29,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:29,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:29,681 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:29,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:29,682 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:29,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:29,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:29,683 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:29,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:29,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:29,684 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:29,685 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:30,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:30,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:30,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:30,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:30,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:30,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:30,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:30,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:30,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:30,199 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:30,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:30,200 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:30,201 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:30,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:30,202 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:30,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:30,203 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:30,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:30,204 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:30,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:30,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:30,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:30,205 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:30,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:30,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:30,206 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:30,206 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:30,479 DEBUG [master/3434134abe44:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-12-15T23:25:30,480 DEBUG [master/3434134abe44:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region 16a4cffd00d6a43dc72787330924f7f5 changed from -1.0 to 0.0, refreshing cache 2024-12-15T23:25:30,665 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:30,673 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:30,674 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:30,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:30,674 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 39 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305190665, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:30,676 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x249627d6 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@eeeffb7 2024-12-15T23:25:30,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:30,709 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4158a76f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:30,709 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:30,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:30,710 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:30,710 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:30,711 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:30,711 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51016, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:30,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:30,712 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:30,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:30,713 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x249627d6 to 127.0.0.1:55104 2024-12-15T23:25:30,713 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:30,713 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:30,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:30,714 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:30,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:30,715 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:30,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:30,716 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:30,717 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:30,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:30,718 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:30,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:30,719 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:30,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:30,720 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:30,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:30,721 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:30,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:30,722 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:30,723 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:31,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:31,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:31,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:31,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:31,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:31,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:31,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:31,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:31,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:31,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:31,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:31,230 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:31,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:31,231 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:31,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:31,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:31,232 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:31,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:31,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:31,233 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:31,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:31,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:31,234 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:31,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:31,235 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:31,236 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:31,236 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:31,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:31,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:31,720 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:31,721 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:31,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:31,721 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 40 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305191714, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:31,724 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x70bcd0e7 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9569a00 2024-12-15T23:25:31,734 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d31279a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:31,736 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:31,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:31,737 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51030, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:31,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:31,739 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x70bcd0e7 to 127.0.0.1:55104 2024-12-15T23:25:31,739 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:31,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:31,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:31,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:31,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:31,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:31,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:31,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:31,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:31,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:31,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:31,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:31,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:31,748 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:31,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:31,749 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:31,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:31,750 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:31,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:31,751 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:31,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:31,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:31,752 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:31,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:31,753 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:31,753 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:32,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:32,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:32,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:32,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:32,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:32,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:32,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:32,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:32,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:32,267 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:32,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:32,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:32,268 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:32,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:32,269 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:32,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:32,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:32,270 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:32,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:32,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:32,271 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:32,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:32,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:32,272 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:32,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:32,273 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:32,273 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:32,740 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:32,744 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:32,745 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:32,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:32,745 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 41 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305192740, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:32,746 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x716fb31e to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4c54b1a9 2024-12-15T23:25:32,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:32,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:32,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:32,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:32,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:32,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:32,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:32,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:32,778 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:32,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:32,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:32,779 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:32,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:32,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:32,780 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:32,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:32,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:32,781 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:32,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:32,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:32,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:32,782 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:32,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:32,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:32,783 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:32,784 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:32,784 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:32,808 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@48dd424e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:32,810 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:32,811 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51036, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:32,813 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x716fb31e to 127.0.0.1:55104 2024-12-15T23:25:32,813 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:33,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:33,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:33,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:33,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:33,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:33,297 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:33,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:33,299 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:33,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:33,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:33,300 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:33,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:33,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:33,301 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:33,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:33,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:33,302 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:33,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:33,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:33,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:33,303 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:33,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:33,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:33,304 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:33,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:33,305 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:33,305 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:33,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:33,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:33,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:33,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:33,814 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:33,814 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:33,815 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:33,816 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:33,818 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:33,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:33,819 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:33,820 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:33,820 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:33,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:33,821 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:33,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:33,821 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:33,821 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 42 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305193814, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:33,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:33,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:33,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:33,822 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:33,822 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x30f7f9d4 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@59c7cf9a 2024-12-15T23:25:33,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:33,823 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:33,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:33,824 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:33,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:33,825 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:33,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:33,826 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:33,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:33,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:33,827 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:33,827 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:33,834 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b2a39de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:33,835 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:33,835 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51040, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:33,837 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x30f7f9d4 to 127.0.0.1:55104 2024-12-15T23:25:33,837 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:33,933 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T23:25:34,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:34,334 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:34,336 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:34,337 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:34,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:34,339 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:34,340 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:34,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:34,341 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:34,342 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:34,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:34,343 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:34,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:34,344 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:34,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:34,345 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:34,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:34,346 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:34,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:34,347 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:34,348 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:34,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:34,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:34,349 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:34,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:34,350 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:34,351 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:34,839 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:34,847 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:34,848 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:34,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:34,848 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 43 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305194838, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:34,850 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2a9e0411 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4d42a5c7 2024-12-15T23:25:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:34,854 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:34,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:34,855 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:34,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:34,856 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:34,857 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:34,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:34,858 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:34,859 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:34,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:34,860 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:34,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:34,861 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:34,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:34,862 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:34,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:34,863 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:34,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:34,864 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:34,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:34,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:34,865 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:34,866 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:34,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:34,867 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:34,868 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:34,884 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@678c8178, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:34,885 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:34,886 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51042, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:34,887 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2a9e0411 to 127.0.0.1:55104 2024-12-15T23:25:34,887 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:35,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:35,372 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:35,373 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:35,374 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:35,376 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:35,377 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:35,378 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:35,379 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:35,380 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:35,382 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:35,383 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:35,384 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:35,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:35,385 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:35,386 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:35,387 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:35,388 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:35,389 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:35,390 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:35,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:35,391 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:35,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:35,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:35,392 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:35,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:35,393 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:35,393 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:35,888 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:35,891 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:35,892 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:35,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:35,892 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 44 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305195888, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:35,893 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5b273e3d to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@313d403 2024-12-15T23:25:35,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:35,895 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:35,896 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:35,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:35,897 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:35,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:35,898 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:35,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:35,899 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:35,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:35,900 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:35,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:35,901 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:35,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:35,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:35,902 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:35,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:35,903 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:35,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:35,904 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:35,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:35,905 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:35,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:35,906 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:35,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:35,907 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:35,907 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:35,925 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@970258, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:35,927 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:35,928 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51058, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:35,929 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5b273e3d to 127.0.0.1:55104 2024-12-15T23:25:35,929 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:36,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:36,412 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:36,414 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:36,415 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:36,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:36,416 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:36,417 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:36,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:36,418 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:36,419 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:36,420 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:36,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:36,421 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:36,422 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:36,423 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:36,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:36,424 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:36,425 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:36,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:36,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:36,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:36,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:36,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:36,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:36,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:36,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:36,431 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:36,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:36,930 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:36,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:36,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:36,933 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:36,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:36,934 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:36,934 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:36,935 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:36,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:36,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:36,935 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 45 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305196930, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:36,935 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:36,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:36,936 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b9d6a50 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66331aec 2024-12-15T23:25:36,936 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:36,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:36,937 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:36,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:36,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:36,938 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:36,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:36,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:36,939 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:36,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:36,940 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:36,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:36,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:36,941 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:36,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:36,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:36,942 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:36,943 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:36,943 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:36,967 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5e8e51b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:36,968 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:36,969 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51062, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:36,971 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b9d6a50 to 127.0.0.1:55104 2024-12-15T23:25:36,971 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:37,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:37,449 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:37,450 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:37,451 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:37,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:37,452 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:37,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:37,453 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:37,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:37,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:37,454 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:37,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:37,455 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:37,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:37,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:37,456 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:37,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:37,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:37,457 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:37,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:37,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:37,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:37,458 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:37,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:37,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:37,459 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:37,460 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:37,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:37,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:37,962 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:37,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:37,963 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:37,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:37,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:37,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:37,964 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:37,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:37,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:37,965 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:37,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:37,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:37,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:37,966 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:37,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:37,967 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:37,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:37,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:37,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:37,968 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:37,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:37,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:37,969 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:37,970 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:37,970 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:37,972 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:37,975 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:37,976 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:37,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:37,976 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 46 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305197971, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:37,978 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1c6602db to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@627c9fc1 2024-12-15T23:25:38,016 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4e5351ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:38,018 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:38,019 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:38,020 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1c6602db to 127.0.0.1:55104 2024-12-15T23:25:38,020 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:38,476 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:38,478 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:38,479 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:38,480 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:38,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:38,481 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:38,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:38,482 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:38,483 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:38,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:38,484 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:38,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:38,485 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:38,486 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:38,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:38,487 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:38,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:38,488 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:38,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:38,489 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:38,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:38,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:38,490 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:38,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:38,491 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:38,492 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:38,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:38,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:38,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:38,997 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:38,998 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:39,000 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:39,001 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:39,003 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:39,004 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:39,005 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:39,006 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:39,007 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:39,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:39,008 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:39,009 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:39,010 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:39,011 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:39,012 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:39,013 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:39,014 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:39,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:39,015 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:39,016 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:39,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:39,017 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:39,018 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:39,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:39,019 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:39,020 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:39,021 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:39,024 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:39,024 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:39,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:39,024 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 47 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305199021, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:39,025 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x27c47bb7 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@21407a19 2024-12-15T23:25:39,059 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@75c89bf7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:39,061 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:39,063 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51080, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:39,065 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x27c47bb7 to 127.0.0.1:55104 2024-12-15T23:25:39,065 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:39,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:39,525 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:39,527 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:39,528 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:39,530 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:39,531 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:39,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:39,532 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:39,533 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:39,534 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:39,535 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:39,536 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:39,537 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:39,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:39,538 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:39,539 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:39,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:39,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:39,540 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:39,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:39,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:39,541 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:39,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:39,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:39,542 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:39,543 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:39,543 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:40,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:40,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:40,045 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:40,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:40,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:40,046 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:40,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:40,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:40,047 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:40,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:40,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:40,048 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:40,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:40,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:40,049 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:40,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:40,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:40,050 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:40,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:40,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:40,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:40,051 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:40,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:40,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:40,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:40,052 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:40,053 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:40,066 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:40,069 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:40,070 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:40,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:40,070 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 48 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305200066, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:40,072 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2f123c2d to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@48f55247 2024-12-15T23:25:40,084 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@458eb3d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:40,085 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:40,086 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40066, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:40,087 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2f123c2d to 127.0.0.1:55104 2024-12-15T23:25:40,087 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:40,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:40,558 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:40,560 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:40,562 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:40,563 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:40,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:40,565 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:40,566 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:40,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:40,567 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:40,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:40,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:40,568 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:40,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:40,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:40,569 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:40,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:40,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:40,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:40,570 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:40,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:40,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:40,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:40,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:40,571 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:40,572 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:40,572 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:41,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:41,078 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:41,079 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:41,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:41,080 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:41,081 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:41,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:41,082 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:41,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:41,083 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:41,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:41,084 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:41,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:41,085 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:41,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:41,086 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:41,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:41,087 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:41,088 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:41,088 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:41,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:41,089 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:41,090 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:41,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:41,091 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:41,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:41,092 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:41,092 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:41,092 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:41,093 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:41,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:41,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 49 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305201088, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:41,094 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x45901d2c to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@271508b3 2024-12-15T23:25:41,126 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@173537a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:41,127 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:41,128 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40072, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:41,130 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x45901d2c to 127.0.0.1:55104 2024-12-15T23:25:41,130 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:41,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:41,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:41,598 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:41,599 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:41,600 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:41,602 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:41,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:41,603 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:41,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:41,604 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:41,605 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:41,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:41,606 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:41,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:41,607 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:41,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:41,608 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:41,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:41,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:41,609 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:41,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:41,610 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:41,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:41,611 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:41,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:41,612 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:41,613 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:41,613 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:42,119 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:42,121 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:42,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:42,123 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:42,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:42,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:42,124 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:42,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:42,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:42,125 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:42,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:42,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:42,126 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:42,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:42,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:42,127 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:42,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:42,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:42,128 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:42,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:42,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:42,129 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:42,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:42,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:42,130 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:42,130 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:42,131 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:42,133 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:42,134 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:42,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:42,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 50 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305202130, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:42,135 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44eb90cf to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4b344871 2024-12-15T23:25:42,167 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7502b6c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:42,168 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:42,169 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40074, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:42,171 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44eb90cf to 127.0.0.1:55104 2024-12-15T23:25:42,171 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:42,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:42,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:42,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:42,633 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:42,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:42,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:42,634 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:42,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:42,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:42,635 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:42,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:42,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:42,636 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:42,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:42,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:42,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:42,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:42,637 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:42,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:42,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:42,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:42,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:42,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:42,638 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:42,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:42,639 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:42,639 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:43,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:43,145 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:43,146 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:43,149 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:43,150 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:43,151 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:43,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:43,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:43,152 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:43,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:43,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:43,153 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:43,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:43,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:43,154 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:43,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:43,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:43,155 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:43,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:43,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:43,156 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:43,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:43,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:43,157 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:43,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:43,158 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:43,158 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:43,172 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:43,200 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:43,200 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:43,200 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:43,201 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 51 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305203172, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:43,202 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5038625f to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@39a6dfe9 2024-12-15T23:25:43,242 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@59f2c2a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:43,244 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:43,244 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40082, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:43,246 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5038625f to 127.0.0.1:55104 2024-12-15T23:25:43,246 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:43,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:43,663 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:43,664 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:43,665 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:43,666 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:43,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:43,667 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:43,668 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:43,669 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:43,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:43,670 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:43,671 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:43,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:43,672 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:43,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:43,673 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:43,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:43,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:43,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:43,674 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:43,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:43,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:43,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:43,675 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:43,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:43,676 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:43,676 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:43,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:43,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:44,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:44,182 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:44,183 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:44,184 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:44,185 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:44,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:44,186 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:44,187 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:44,188 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:44,189 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:44,190 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:44,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:44,191 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:44,192 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:44,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:44,193 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:44,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:44,194 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:44,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:44,195 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:44,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:44,196 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:44,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:44,197 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:44,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:44,198 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:44,199 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:44,247 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:44,252 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:44,252 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:44,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:44,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 52 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305204247, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:44,255 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd2ae03 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@62046dc7 2024-12-15T23:25:44,276 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2d2c44f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:44,279 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:44,281 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40084, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:44,283 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd2ae03 to 127.0.0.1:55104 2024-12-15T23:25:44,283 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:44,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:44,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:44,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:44,701 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:44,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:44,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:44,702 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:44,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:44,703 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:44,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:44,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:44,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:44,704 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:44,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:44,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:44,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:44,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:44,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:44,705 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:44,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:44,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:44,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:44,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:44,706 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:44,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:44,707 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:44,707 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:45,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:45,212 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:45,213 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:45,214 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:45,216 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:45,217 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:45,218 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:45,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:45,219 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:45,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:45,220 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:45,221 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:45,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:45,222 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:45,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:45,223 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:45,224 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:45,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:45,225 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:45,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:45,226 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:45,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:45,227 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:45,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:45,228 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:45,229 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:45,229 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:45,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:45,292 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:45,294 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:45,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:45,294 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 53 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305205284, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:45,296 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x73b37ec8 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32184f2c 2024-12-15T23:25:45,335 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7d5cae64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:45,337 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:45,339 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40092, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:45,341 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x73b37ec8 to 127.0.0.1:55104 2024-12-15T23:25:45,341 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:45,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:45,734 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:45,735 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:45,737 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:45,738 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:45,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:45,739 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:45,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:45,740 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:45,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:45,741 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:45,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:45,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:45,742 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:45,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:45,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:45,743 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:45,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:45,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:45,744 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:45,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:45,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:45,745 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:45,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:45,746 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:45,747 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:45,747 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:46,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:46,251 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:46,252 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:46,253 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:46,254 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:46,255 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:46,256 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:46,257 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:46,258 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:46,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:46,259 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:46,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:46,260 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:46,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:46,261 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:46,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:46,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:46,262 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:46,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:46,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:46,263 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:46,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:46,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:46,264 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:46,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:46,265 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:46,265 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:46,343 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:46,349 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:46,350 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:46,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:46,350 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 54 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305206342, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:46,352 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x550087f7 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2511d354 2024-12-15T23:25:46,435 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3d26661c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:46,438 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:46,439 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40108, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:46,441 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x550087f7 to 127.0.0.1:55104 2024-12-15T23:25:46,441 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:46,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=309414B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 0, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: -1 2024-12-15T23:25:46,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:46,767 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:46,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:46,768 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:46,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:46,769 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:46,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:46,770 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:46,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:46,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:46,771 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:46,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:46,772 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:46,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:46,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:46,773 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:46,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:46,774 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:46,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:46,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:46,775 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:46,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:46,776 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:46,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:46,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:46,777 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:46,778 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:47,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:47,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:47,282 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:47,283 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:47,284 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:47,285 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:47,286 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:47,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:47,287 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:47,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:47,288 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:47,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:47,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:47,289 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:47,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:47,290 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:47,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:47,291 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:47,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:47,292 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:47,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:47,293 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:47,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:47,294 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:47,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:47,295 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:47,296 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:47,297 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-15T23:25:47,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:47,451 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:47,452 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:47,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:47,453 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 55 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305207443, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:47,454 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3eea477f to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154ab885 2024-12-15T23:25:47,492 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1bd22ab6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:47,494 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:47,495 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40112, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:47,497 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3eea477f to 127.0.0.1:55104 2024-12-15T23:25:47,497 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:47,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:47,802 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:47,804 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:47,805 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:47,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:47,807 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:47,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:47,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:47,808 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:47,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:47,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:47,809 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:47,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:47,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:47,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:47,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:47,810 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:47,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:47,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:47,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:47,811 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:47,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:47,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:47,812 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:47,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:47,813 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:47,813 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(177): Row not replicated, let's wait a bit more... 2024-12-15T23:25:48,315 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete testdroppedtimed 2024-12-15T23:25:48,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:25:48,319 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=75, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:25:48,321 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=75, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:25:48,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T23:25:48,324 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(133): ARCHIVING hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:25:48,327 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(161): Archiving [FileablePath, hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/fam, FileablePath, hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/recovered.edits] 2024-12-15T23:25:48,333 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/fam/18059b150fc7423e8ec5a2dddb9cc789 to hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/archive/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/fam/18059b150fc7423e8ec5a2dddb9cc789 2024-12-15T23:25:48,338 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(620): Archived from FileablePath, hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/recovered.edits/8.seqid to hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/archive/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd/recovered.edits/8.seqid 2024-12-15T23:25:48,338 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(634): Deleted hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/testdroppedtimed/c502b4c5dfbd7a19001baa111d5907fd 2024-12-15T23:25:48,339 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived testdroppedtimed regions 2024-12-15T23:25:48,341 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=75, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:25:48,343 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(371): Deleting some vestigial 1 rows of testdroppedtimed from hbase:meta 2024-12-15T23:25:48,345 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(408): Removing 'testdroppedtimed' descriptor. 2024-12-15T23:25:48,346 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=75, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:25:48,346 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(398): Removing 'testdroppedtimed' from region states. 2024-12-15T23:25:48,346 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1734305148346"}]},"ts":"9223372036854775807"} 2024-12-15T23:25:48,348 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-15T23:25:48,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c502b4c5dfbd7a19001baa111d5907fd, NAME => 'testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd.', STARTKEY => '', ENDKEY => ''}] 2024-12-15T23:25:48,348 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(402): Marking 'testdroppedtimed' as deleted. 2024-12-15T23:25:48,348 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"testdroppedtimed","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1734305148348"}]},"ts":"9223372036854775807"} 2024-12-15T23:25:48,352 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table testdroppedtimed state from META 2024-12-15T23:25:48,367 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=75, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=testdroppedtimed 2024-12-15T23:25:48,368 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; DeleteTableProcedure table=testdroppedtimed in 52 msec 2024-12-15T23:25:48,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-15T23:25:48,423 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:testdroppedtimed, procId: 75 completed 2024-12-15T23:25:48,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:48,426 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:48,427 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:48,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:48,428 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:48,429 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:48,430 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:48,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:48,431 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:48,432 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:48,433 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:48,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:48,434 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:48,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:48,435 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:48,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:48,436 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:48,437 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:48,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:48,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:48,438 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:48,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:48,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:48,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:48,439 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:48,440 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:48,440 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T23:25:48,498 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:48,502 WARN [RS-EventLoopGroup-6-1 {}] client.AsyncNonMetaRegionLocator(266): Failed to locate region in 'testdroppedtimed', row='0 put on table to be dropped', locateType=CURRENT org.apache.hadoop.hbase.TableNotFoundException: testdroppedtimed at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator$1.onComplete(AsyncNonMetaRegionLocator.java:423) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$startScan$1(AsyncClientScanner.java:224) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[classes/:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.startScan(AsyncClientScanner.java:199) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:268) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:92) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[classes/:?] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.complete(CompletableFuture.java:2147) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:187) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:400) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setResponse(Call.java:148) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.finishCall(RpcConnection.java:396) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:461) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-15T23:25:48,502 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(337): Unable to accept edit because: org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:48,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.batch(ReplicationSink.java:525) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:302) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.Replication.replicateLogEntries(Replication.java:186) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2341) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34089) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-15T23:25:48,503 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] ipc.CallRunner(138): callId: 56 service: AdminService methodName: ReplicateWALEntry size: 58.0 K connection: 172.17.0.2:51228 deadline: 1734305208498, exception=org.apache.hadoop.hbase.TableNotFoundException: 'testdroppedtimed' 2024-12-15T23:25:48,504 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a746960 to 127.0.0.1:55104 with session timeout=90000ms, retries=1, retry interval=10ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7aba703b 2024-12-15T23:25:48,516 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@70376240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-15T23:25:48,518 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-15T23:25:48,519 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40124, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-15T23:25:48,520 WARN [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.HBaseInterClusterReplicationEndpoint(367): Missing table detected at sink, local table also does not exist, filtering edits for table 'testdroppedtimed' 2024-12-15T23:25:48,521 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a746960 to 127.0.0.1:55104 2024-12-15T23:25:48,521 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:48,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:48,822 INFO [3434134abe44:40571Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Sink: age in ms of last applied edit: 0, total replicated edits: 10 2024-12-15T23:25:48,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:48,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:48,948 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:48,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:48,949 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:48,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:48,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:48,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:48,950 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:48,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:48,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:48,951 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:48,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:48,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:48,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:48,952 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:48,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:48,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:48,953 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:48,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:48,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:48,954 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:48,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:48,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:48,955 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:48,956 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:48,956 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T23:25:49,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:49,462 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:49,464 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:49,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:49,465 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:49,466 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:49,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:49,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:49,467 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:49,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:49,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:49,468 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:49,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:49,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:49,469 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:49,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:49,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:49,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:49,470 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:49,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:49,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:49,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:49,471 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:49,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:49,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:49,472 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:49,472 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T23:25:49,522 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,561 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/27=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/28=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/29=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/30=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/31=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/32=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/33=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/34=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/35=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/36=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/37=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/38=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/39=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/40=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/41=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/42=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/43=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/44=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/45=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/46=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/47=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/48=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/49=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/50=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=209393, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,563 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,566 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,566 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,568 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,570 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,575 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/51=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/52=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/53=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/54=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/55=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/56=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/57=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/58=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/59=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/60=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/61=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/62=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/63=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/64=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/65=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/66=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/67=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/68=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/69=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/70=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/71=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/72=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/73=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/74=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=310073, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,576 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,577 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,580 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,590 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/75=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/76=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/77=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/78=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/79=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/80=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/81=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/82=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/83=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/84=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/85=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/86=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/87=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/88=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/89=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/90=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/91=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/92=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/93=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/94=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/95=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/96=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/97=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/98=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=410753, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,591 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,593 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,594 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,596 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,607 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/99=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/100=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/101=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/102=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/103=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/104=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/105=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/106=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/107=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/108=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/109=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/110=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/111=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/112=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/113=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/114=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/115=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/116=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/117=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/118=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/119=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/120=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/121=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/122=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=511433, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,609 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,610 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,612 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,616 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/123=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/124=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/125=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/126=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/127=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/128=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/129=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/130=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/131=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/132=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/133=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/134=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/135=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/136=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/137=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/138=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/139=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/140=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/141=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/142=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/143=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/144=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/145=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/146=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=612132, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,617 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,619 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,653 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/147=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/148=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/149=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/150=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/151=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/152=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/153=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/154=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/155=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/156=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/157=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/158=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/159=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/160=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/161=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/162=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/163=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/164=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/165=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/166=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/167=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/168=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/169=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/170=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=712836, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,655 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,657 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,657 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,658 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,662 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,675 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/171=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/172=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/173=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/174=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/175=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/176=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/177=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/178=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/179=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/180=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/181=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/182=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/183=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/184=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/185=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/186=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/187=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/188=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/189=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/190=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/191=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/192=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/193=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/194=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=813540, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,676 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,677 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,678 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,679 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,682 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,691 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/195=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/196=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/197=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/198=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/199=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/200=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/201=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/202=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/203=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/204=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/205=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/206=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/207=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/208=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/209=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/210=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/211=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/212=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/213=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/214=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/215=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/216=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/217=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/218=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=914244, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,693 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,694 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,695 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,697 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,707 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/219=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/220=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/221=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/222=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/223=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/224=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/225=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/226=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/227=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/228=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/229=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/230=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/231=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/232=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/233=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/234=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/235=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/236=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/237=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/238=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/239=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/240=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/241=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/242=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1014948, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,708 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,709 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,713 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,724 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/243=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/244=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/245=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/246=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/247=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/248=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/249=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/250=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/251=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/252=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/253=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/254=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/255=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/256=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/257=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/258=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/259=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/260=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/261=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/262=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/263=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/264=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/265=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/266=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1115652, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,725 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,727 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,730 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,740 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/267=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/268=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/269=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/270=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/271=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/272=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/273=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/274=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/275=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/276=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/277=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/278=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/279=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/280=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/281=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/282=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/283=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/284=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/285=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/286=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/287=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/288=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/289=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/290=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1216356, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,741 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,743 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,743 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,744 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,747 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,757 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/291=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/292=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/293=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/294=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/295=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/296=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/297=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/298=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/299=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/300=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/301=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/302=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/303=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/304=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/305=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/306=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/307=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/308=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/309=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/310=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/311=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/312=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/313=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/314=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1317060, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,758 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,759 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,760 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,761 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,763 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,774 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/315=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/316=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/317=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/318=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/319=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/320=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/321=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/322=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/323=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/324=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/325=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/326=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/327=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/328=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/329=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/330=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/331=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/332=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/333=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/334=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/335=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/336=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/337=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/338=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1417764, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,774 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,776 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,777 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,778 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,780 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,790 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/339=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/340=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/341=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/342=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/343=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/344=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/345=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/346=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/347=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/348=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/349=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/350=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/351=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/352=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/353=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/354=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/355=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/356=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/357=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/358=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/359=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/360=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/361=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/362=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1518468, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,792 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,793 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,794 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,917 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,925 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/363=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/364=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/365=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/366=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/367=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/368=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/369=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/370=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/371=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/372=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/373=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/374=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/375=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/376=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/377=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/378=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/379=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/380=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/381=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/382=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/383=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/384=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/385=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/386=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1619172, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,926 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,927 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,928 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,929 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,931 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,941 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/387=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/388=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/389=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/390=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/391=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/392=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/393=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/394=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/395=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/396=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/397=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/398=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/399=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/400=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/401=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/402=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/403=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/404=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/405=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/406=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/407=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/408=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/409=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/410=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1719876, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:49,943 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,944 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:49,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:49,945 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:49,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:49,981 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:49,982 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:49,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:49,983 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:49,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:49,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:49,984 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:49,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:49,985 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:49,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:49,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:49,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:49,986 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:49,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:49,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:49,987 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:49,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:49,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:49,988 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:49,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:49,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:49,989 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:49,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:49,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:49,990 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:49,991 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T23:25:50,069 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,075 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/411=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/412=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/413=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/414=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/415=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/416=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/417=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/418=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/419=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/420=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/421=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/422=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/423=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/424=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/425=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/426=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/427=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/428=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/429=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/430=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/431=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/432=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/433=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/434=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1820580, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,077 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,078 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,079 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,081 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,091 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/435=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/436=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/437=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/438=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/439=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/440=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/441=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/442=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/443=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/444=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/445=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/446=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/447=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/448=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/449=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/450=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/451=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/452=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/453=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/454=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/455=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/456=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/457=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/458=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=1921284, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,093 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,093 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,095 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,097 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,107 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/459=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/460=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/461=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/462=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/463=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/464=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/465=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/466=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/467=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/468=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/469=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/470=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/471=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/472=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/473=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/474=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/475=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/476=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/477=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/478=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/479=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/480=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/481=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/482=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2021988, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,108 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,109 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,110 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,111 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,113 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,123 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/483=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/484=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/485=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/486=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/487=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/488=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/489=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/490=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/491=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/492=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/493=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/494=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/495=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/496=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/497=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/498=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/499=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/500=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/501=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/502=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/503=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/504=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/505=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/506=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2122692, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,124 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,125 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,126 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,129 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,140 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/507=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/508=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/509=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/510=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/511=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/512=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/513=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/514=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/515=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/516=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/517=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/518=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/519=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/520=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/521=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/522=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/523=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/524=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/525=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/526=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/527=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/528=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/529=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/530=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2223396, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,141 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,142 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,143 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,144 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,157 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/531=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/532=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/533=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/534=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/535=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/536=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/537=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/538=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/539=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/540=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/541=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/542=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/543=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/544=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/545=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/546=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/547=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/548=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/549=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/550=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/551=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/552=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/553=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/554=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2324100, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,159 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,163 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,174 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/555=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/556=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/557=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/558=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/559=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/560=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/561=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/562=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/563=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/564=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/565=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/566=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/567=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/568=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/569=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/570=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/571=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/572=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/573=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/574=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/575=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/576=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/577=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/578=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2424804, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,175 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,175 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,177 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,178 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,180 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,226 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/579=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/580=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/581=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/582=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/583=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/584=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/585=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/586=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/587=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/588=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/589=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/590=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/591=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/592=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/593=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/594=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/595=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/596=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/597=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/598=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/599=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/600=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/601=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/602=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2525508, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,226 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,227 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,229 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,230 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,233 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,250 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/603=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/604=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/605=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/606=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/607=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/608=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/609=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/610=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/611=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/612=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/613=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/614=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/615=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/616=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/617=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/618=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/619=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/620=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/621=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/622=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/623=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/624=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/625=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/626=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2626212, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,251 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,251 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,253 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,254 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,256 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,265 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/627=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/628=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/629=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/630=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/631=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/632=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/633=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/634=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/635=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/636=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/637=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/638=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/639=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/640=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/641=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/642=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/643=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/644=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/645=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/646=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/647=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/648=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/649=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/650=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2726916, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,266 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,266 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,268 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,271 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,282 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/651=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/652=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/653=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/654=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/655=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/656=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/657=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/658=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/659=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/660=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/661=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/662=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/663=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/664=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/665=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/666=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/667=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/668=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/669=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/670=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/671=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/672=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/673=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/674=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2827620, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,283 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,283 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,285 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,286 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,288 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,299 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/675=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/676=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/677=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/678=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/679=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/680=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/681=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/682=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/683=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/684=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/685=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/686=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/687=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/688=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/689=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/690=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/691=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/692=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/693=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/694=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/695=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/696=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/697=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/698=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=2928324, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,300 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,300 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,302 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,303 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,306 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,315 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/699=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/700=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/701=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/702=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/703=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/704=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/705=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/706=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/707=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/708=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/709=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/710=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/711=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/712=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/713=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/714=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/715=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/716=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/717=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/718=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/719=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/720=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/721=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/722=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3029028, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,317 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,318 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,319 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,320 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,322 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,332 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/723=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/724=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/725=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/726=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/727=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/728=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/729=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/730=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/731=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/732=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/733=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/734=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/735=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/736=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/737=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/738=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/739=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/740=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/741=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/742=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/743=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/744=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/745=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/746=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3129732, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,333 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,335 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,337 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,338 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,341 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,350 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/747=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/748=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/749=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/750=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/751=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/752=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/753=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/754=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/755=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/756=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/757=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/758=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/759=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/760=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/761=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/762=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/763=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/764=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/765=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/766=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/767=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/768=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/769=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/770=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3230436, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,351 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,351 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,353 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,354 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,356 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,367 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/771=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/772=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/773=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/774=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/775=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/776=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/777=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/778=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/779=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/780=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/781=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/782=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/783=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/784=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/785=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/786=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/787=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/788=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/789=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/790=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/791=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/792=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/793=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/794=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3331140, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,368 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,368 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,370 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,371 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,373 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,383 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/795=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/796=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/797=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/798=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/799=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/800=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/801=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/802=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/803=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/804=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/805=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/806=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/807=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/808=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/809=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/810=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/811=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/812=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/813=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/814=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/815=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/816=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/817=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/818=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3431844, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,384 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,387 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,388 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,390 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,400 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/819=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/820=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/821=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/822=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/823=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/824=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/825=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/826=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/827=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/828=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/829=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/830=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/831=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/832=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/833=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/834=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/835=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/836=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/837=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/838=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/839=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/840=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/841=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/842=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3532548, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,401 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,401 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,403 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,404 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,406 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,437 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/843=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/844=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/845=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/846=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/847=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/848=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/849=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/850=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/851=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/852=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/853=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/854=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/855=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/856=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/857=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/858=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/859=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/860=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/861=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/862=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/863=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/864=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/865=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/866=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3633252, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,438 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,438 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,440 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,441 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,443 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,457 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/867=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/868=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/869=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/870=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/871=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/872=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/873=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/874=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/875=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/876=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/877=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/878=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/879=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/880=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/881=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/882=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/883=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/884=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/885=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/886=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/887=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/888=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/889=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/890=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3733956, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,458 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,458 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,460 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,462 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,474 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/891=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/892=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/893=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/894=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/895=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/896=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/897=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/898=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/899=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/900=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/901=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/902=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/903=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/904=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/905=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/906=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/907=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/908=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/909=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/910=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/911=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/912=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/913=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/914=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3834660, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,475 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,475 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,477 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,479 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,490 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/915=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/916=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/917=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/918=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/919=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/920=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/921=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/922=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/923=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/924=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/925=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/926=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/927=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/928=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/929=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/930=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/931=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/932=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/933=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/934=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/935=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/936=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/937=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/938=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=3935364, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,491 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:50,492 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 24 WAL entries eligible for replication 2024-12-15T23:25:50,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,494 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:50,504 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:50,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:50,505 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:50,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:50,506 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:50,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:50,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:50,507 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/939=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/940=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/941=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/942=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/943=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/944=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/945=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/946=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/947=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/948=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/949=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/950=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/951=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/952=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/953=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/954=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/955=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/956=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/957=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/958=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/959=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/960=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/961=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/962=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=4036068, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,507 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:50,508 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:50,508 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 17 WAL entries eligible for replication 2024-12-15T23:25:50,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:50,508 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:50,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:50,509 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:50,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:50,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:50,510 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,510 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:50,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:50,511 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:50,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:50,511 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:50,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:50,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:50,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:50,512 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:50,513 INFO [Time-limited test {}] replication.ReplicationDroppedTablesTestBase(164): Row not available 2024-12-15T23:25:50,513 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,524 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 4208104, reset compression=false 2024-12-15T23:25:50,524 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/963=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/964=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/965=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/966=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/967=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/968=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/969=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/970=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/971=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/972=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/973=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/974=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/975=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/976=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/977=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/978=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/979=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/980=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/981=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/982=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/983=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/984=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/985=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/986=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=4136772, nbRowKeys=24, nbHFiles=0, heapSize=103128, lastSeqIds={}, endOfFile=false,usedBufferSize=103128] 2024-12-15T23:25:50,525 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,527 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,530 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,531 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceWALReader(181): Read 0 WAL entries eligible for replication 2024-12-15T23:25:50,540 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 4208924, reset compression=false 2024-12-15T23:25:50,540 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[{test/c11c7dea48e03b602515a5d47ffa6ea1/987=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/988=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/989=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/990=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/991=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/992=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/993=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/994=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/995=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/996=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/997=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/998=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/999=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/1000=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/1001=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/1002=[#edits: 1 = ],4297}, {test/c11c7dea48e03b602515a5d47ffa6ea1/1003=[#edits: 1 = ],4297}], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=4208104, nbRowKeys=17, nbHFiles=0, heapSize=73049, lastSeqIds={}, endOfFile=false,usedBufferSize=73049] 2024-12-15T23:25:50,541 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,542 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,543 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(300): Started replicating mutations. 2024-12-15T23:25:50,545 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40571 {}] regionserver.ReplicationSink(304): Finished replicating mutations. 2024-12-15T23:25:50,550 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628, lastWalPosition=4208924, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-12-15T23:25:50,746 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 4208924, reset compression=false 2024-12-15T23:25:51,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=40571 {}] regionserver.StoreScanner(1133): Switch to stream read (scanned=264704 bytes) of f 2024-12-15T23:25:51,026 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'bbb', inclusive 2024-12-15T23:25:51,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ccc', inclusive 2024-12-15T23:25:51,027 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ddd', inclusive 2024-12-15T23:25:51,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'eee', inclusive 2024-12-15T23:25:51,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'fff', inclusive 2024-12-15T23:25:51,028 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ggg', inclusive 2024-12-15T23:25:51,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'hhh', inclusive 2024-12-15T23:25:51,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'iii', inclusive 2024-12-15T23:25:51,029 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'jjj', inclusive 2024-12-15T23:25:51,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'kkk', inclusive 2024-12-15T23:25:51,030 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'lll', inclusive 2024-12-15T23:25:51,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'mmm', inclusive 2024-12-15T23:25:51,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'nnn', inclusive 2024-12-15T23:25:51,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ooo', inclusive 2024-12-15T23:25:51,031 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ppp', inclusive 2024-12-15T23:25:51,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'qqq', inclusive 2024-12-15T23:25:51,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'rrr', inclusive 2024-12-15T23:25:51,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'sss', inclusive 2024-12-15T23:25:51,032 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'ttt', inclusive 2024-12-15T23:25:51,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'uuu', inclusive 2024-12-15T23:25:51,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'vvv', inclusive 2024-12-15T23:25:51,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'www', inclusive 2024-12-15T23:25:51,033 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'xxx', inclusive 2024-12-15T23:25:51,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'yyy', inclusive 2024-12-15T23:25:51,034 DEBUG [Time-limited test {}] client.ClientScanner(255): Advancing internal scanner to startKey at 'zzz', inclusive 2024-12-15T23:25:51,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(3971): Client=jenkins//172.17.0.2 list replication peers, regex=null 2024-12-15T23:25:51,042 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(3926): Client=jenkins//172.17.0.2 removing replication peer, id=2 2024-12-15T23:25:51,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] procedure2.ProcedureExecutor(1098): Stored pid=76, state=RUNNABLE:PRE_PEER_MODIFICATION; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure 2024-12-15T23:25:51,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T23:25:51,047 DEBUG [PEWorker-1 {}] zookeeper.ZKUtil(111): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on existing znode=/1/replication/peers/2/peer-state 2024-12-15T23:25:51,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2/peer-state 2024-12-15T23:25:51,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/peers/2 2024-12-15T23:25:51,057 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/peers/2 2024-12-15T23:25:51,057 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.WALEntryStream(223): Reset reader hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 to pos 4208924, reset compression=false 2024-12-15T23:25:51,058 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-12-15T23:25:51,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T23:25:51,209 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 3434134abe44,39217,1734305058766 2024-12-15T23:25:51,210 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=39217 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=77 2024-12-15T23:25:51,210 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RefreshPeerCallable(45): Received a peer change event, peerId=2, type=REMOVE_PEER 2024-12-15T23:25:51,210 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(287): Number of deleted recovered sources for 2: 0 2024-12-15T23:25:51,211 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(657): peerId=2, Closing source 2 because: Replication stream was removed by a user 2024-12-15T23:25:51,342 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1002c021aa2000f, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:51,342 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2-EventThread {}] zookeeper.ZKWatcher(609): connection to cluster: 2-0x1002c021aa2000f, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:51,342 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24cdf1d5 to 127.0.0.1:55104 2024-12-15T23:25:51,342 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:51,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T23:25:51,443 WARN [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:313) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-12-15T23:25:51,443 WARN [RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.wal-reader.3434134abe44%2C39217%2C1734305058766,2 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:131) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:166) ~[classes/:?] 2024-12-15T23:25:51,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B Normal source for cluster 2: Total replicated edits: 1001, current progress: walGroup [3434134abe44%2C39217%2C1734305058766]: currently replicating from: hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 at position: 4208924 2024-12-15T23:25:51,543 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSource(711): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/3434134abe44:0-0.replicationSource,2.replicationSource.shipper3434134abe44%2C39217%2C1734305058766,2 terminated 2024-12-15T23:25:51,544 INFO [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.ReplicationSourceManager(430): Done with the queue 2 2024-12-15T23:25:51,547 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] zookeeper.ZKUtil(111): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on existing znode=/1/replication/rs/3434134abe44,39217,1734305058766/2/3434134abe44%2C39217%2C1734305058766.1734305061628 2024-12-15T23:25:51,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/3434134abe44,39217,1734305058766/2/3434134abe44%2C39217%2C1734305058766.1734305061628 2024-12-15T23:25:51,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/replication/rs/3434134abe44,39217,1734305058766/2 2024-12-15T23:25:51,558 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/replication/rs/3434134abe44,39217,1734305058766/2 2024-12-15T23:25:51,559 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-15T23:25:51,559 DEBUG [RS_REFRESH_PEER-regionserver/3434134abe44:0-0 {event_type=RS_REFRESH_PEER, pid=77}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=77 2024-12-15T23:25:51,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.HMaster(4106): Remote procedure done, pid=77 2024-12-15T23:25:51,561 INFO [PEWorker-3 {}] replication.RefreshPeerProcedure(119): Refresh peer 2 for REMOVE on 3434134abe44,39217,1734305058766 suceeded 2024-12-15T23:25:51,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=77, resume processing ppid=76 2024-12-15T23:25:51,563 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, ppid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 503 msec 2024-12-15T23:25:51,575 DEBUG [PEWorker-2 {}] replication.ZKReplicationQueueStorage(578): Peer /1/replication/hfile-refs/2 not found in hfile reference queue. 2024-12-15T23:25:51,575 INFO [PEWorker-2 {}] replication.RemovePeerProcedure(76): Successfully removed peer 2 2024-12-15T23:25:51,576 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, state=SUCCESS; org.apache.hadoop.hbase.master.replication.RemovePeerProcedure in 533 msec 2024-12-15T23:25:51,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43079 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=76 2024-12-15T23:25:51,670 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestEditsBehindDroppedTableTiming#testEditsBehindDroppedTableTiming Thread=398 (was 390) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3434134abe44:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55104@0x450c81df-SendThread(127.0.0.1:55104) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55104@0x32da68c3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f554cb52220.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55104@0x450c81df java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f554cb52220.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/cluster_534a7029-b0df-2a5d-bc36-97bdbde7aa0a/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/cluster_534a7029-b0df-2a5d-bc36-97bdbde7aa0a/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1333850835) connection to localhost/127.0.0.1:43887 from jenkins.hfs.0 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RS_REFRESH_PEER-regionserver/3434134abe44:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55104@0x3fe927b0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient.run(ReadOnlyZKClient.java:370) app//org.apache.hadoop.hbase.zookeeper.ReadOnlyZKClient$$Lambda$758/0x00007f554cb52220.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543/dfs/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x75688595-shared-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543/dfs/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55104@0x3fe927b0-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55104@0x3fe927b0-SendThread(127.0.0.1:55104) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1961498669_22 at /127.0.0.1:50616 [Waiting for operation #3] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ReadOnlyZKClient-127.0.0.1:55104@0x450c81df-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: hconnection-0x75688595-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/3434134abe44:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=570 (was 569) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=71 (was 131), ProcessCount=11 (was 11), AvailableMemoryMB=11835 (was 12232) 2024-12-15T23:25:51,670 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3edb1839 to 127.0.0.1:55104 2024-12-15T23:25:51,670 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:51,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7043cf75 to 127.0.0.1:55104 2024-12-15T23:25:51,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:51,671 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T23:25:51,671 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x66bc0311 to 127.0.0.1:55104 2024-12-15T23:25:51,671 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:51,671 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T23:25:51,671 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T23:25:51,672 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x77bd8a3e to 127.0.0.1:55104 2024-12-15T23:25:51,672 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:51,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T23:25:51,672 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2035423700, stopped=false 2024-12-15T23:25:51,673 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=3434134abe44,41059,1734305066580 2024-12-15T23:25:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-15T23:25:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/running 2024-12-15T23:25:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:25:51,683 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:25:51,683 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T23:25:51,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:51,683 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3434134abe44,40571,1734305066712' ***** 2024-12-15T23:25:51,683 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T23:25:51,684 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T23:25:51,684 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/running 2024-12-15T23:25:51,684 INFO [RS:0;3434134abe44:40571 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T23:25:51,684 INFO [RS:0;3434134abe44:40571 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T23:25:51,684 INFO [RS:0;3434134abe44:40571 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T23:25:51,684 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 584cbbf47a03bf47dbb37a449b0f2f40 2024-12-15T23:25:51,684 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 61acca8e5cbb5c1f37079c33ea3a9e5c 2024-12-15T23:25:51,684 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for b757ff8ab317c998ad42bdbf08c440a5 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 9a5c894cd9e1de93817e4655cbf569cc 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for d8a8e087a42b905a596bc4dbcd194489 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 7ea5a206288c3d76fb5c8981758433b9 2024-12-15T23:25:51,685 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 6eb21247dea007011fd1de55dc8157d2 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for c9da047c1669e7e27495e0d24dbea32d 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for dabc046d72dee40d7998daf13a578fbf 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for dc1a85cd35c9a4cb2e3d92ca574e52f7 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for b1dfb179309bd080c1b4691492e19565 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 9446641342677a2f924d546168610df9 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 99ddd76cfcd12c03adcb2a87913aa8d4 2024-12-15T23:25:51,685 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 584cbbf47a03bf47dbb37a449b0f2f40, disabling compactions & flushes 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for dee6cb5cbaa94ca59d65a21f3f8999a5 2024-12-15T23:25:51,685 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 25451ae000acb52b53593172ff08518b 2024-12-15T23:25:51,685 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:25:51,685 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. after waiting 0 ms 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 29c1c2f29f8f3c9801bed48c6290c740 2024-12-15T23:25:51,685 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 669a84888e999c81d7bcb9df8edd86a5 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 784e34ad384baef9aab7ce95f3e5072a 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 60fd31d20a91d2ca7140d93e677a8c22 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 097c67fe658119874ef8f0cac7c68d74 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 16a4cffd00d6a43dc72787330924f7f5 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for c5997ca75d57725eef1a5559cafa00a6 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 9ebed2ed1af076846999870d79a970ff 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:25:51,685 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 61a22b2d71e577e941827d358285d99a 2024-12-15T23:25:51,686 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 843d26408b739b777408257b3176cc38 2024-12-15T23:25:51,686 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1224): stopping server 3434134abe44,40571,1734305066712 2024-12-15T23:25:51,686 DEBUG [RS:0;3434134abe44:40571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:51,686 INFO [RS:0;3434134abe44:40571 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T23:25:51,686 INFO [RS:0;3434134abe44:40571 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T23:25:51,686 INFO [RS:0;3434134abe44:40571 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T23:25:51,686 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T23:25:51,686 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-15T23:25:51,686 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T23:25:51,686 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T23:25:51,686 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T23:25:51,686 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T23:25:51,686 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T23:25:51,687 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-15T23:25:51,689 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1629): Waiting on 097c67fe658119874ef8f0cac7c68d74, 1588230740, 16a4cffd00d6a43dc72787330924f7f5, 25451ae000acb52b53593172ff08518b, 29c1c2f29f8f3c9801bed48c6290c740, 584cbbf47a03bf47dbb37a449b0f2f40, 60fd31d20a91d2ca7140d93e677a8c22, 61a22b2d71e577e941827d358285d99a, 61acca8e5cbb5c1f37079c33ea3a9e5c, 669a84888e999c81d7bcb9df8edd86a5, 6eb21247dea007011fd1de55dc8157d2, 784e34ad384baef9aab7ce95f3e5072a, 7ea5a206288c3d76fb5c8981758433b9, 843d26408b739b777408257b3176cc38, 9446641342677a2f924d546168610df9, 99ddd76cfcd12c03adcb2a87913aa8d4, 9a5c894cd9e1de93817e4655cbf569cc, 9ebed2ed1af076846999870d79a970ff, b1dfb179309bd080c1b4691492e19565, b757ff8ab317c998ad42bdbf08c440a5, c5997ca75d57725eef1a5559cafa00a6, c6bacb71f33efa64a47ab1d0da34b166, c9da047c1669e7e27495e0d24dbea32d, d8a8e087a42b905a596bc4dbcd194489, dabc046d72dee40d7998daf13a578fbf, dc1a85cd35c9a4cb2e3d92ca574e52f7, dee6cb5cbaa94ca59d65a21f3f8999a5, e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:25:51,691 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/584cbbf47a03bf47dbb37a449b0f2f40/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,691 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:25:51,691 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 584cbbf47a03bf47dbb37a449b0f2f40: 2024-12-15T23:25:51,691 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734305079805.584cbbf47a03bf47dbb37a449b0f2f40. 2024-12-15T23:25:51,691 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 61acca8e5cbb5c1f37079c33ea3a9e5c, disabling compactions & flushes 2024-12-15T23:25:51,692 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:25:51,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:25:51,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. after waiting 0 ms 2024-12-15T23:25:51,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:25:51,695 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/61acca8e5cbb5c1f37079c33ea3a9e5c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,695 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:25:51,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 61acca8e5cbb5c1f37079c33ea3a9e5c: 2024-12-15T23:25:51,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734305079805.61acca8e5cbb5c1f37079c33ea3a9e5c. 2024-12-15T23:25:51,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b757ff8ab317c998ad42bdbf08c440a5, disabling compactions & flushes 2024-12-15T23:25:51,696 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:25:51,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:25:51,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. after waiting 0 ms 2024-12-15T23:25:51,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:25:51,699 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/b757ff8ab317c998ad42bdbf08c440a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,700 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:25:51,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b757ff8ab317c998ad42bdbf08c440a5: 2024-12-15T23:25:51,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734305079805.b757ff8ab317c998ad42bdbf08c440a5. 2024-12-15T23:25:51,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9a5c894cd9e1de93817e4655cbf569cc, disabling compactions & flushes 2024-12-15T23:25:51,700 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:25:51,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:25:51,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. after waiting 0 ms 2024-12-15T23:25:51,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:25:51,704 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9a5c894cd9e1de93817e4655cbf569cc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,705 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:25:51,705 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9a5c894cd9e1de93817e4655cbf569cc: 2024-12-15T23:25:51,705 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734305079805.9a5c894cd9e1de93817e4655cbf569cc. 2024-12-15T23:25:51,705 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d8a8e087a42b905a596bc4dbcd194489, disabling compactions & flushes 2024-12-15T23:25:51,705 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:25:51,705 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:25:51,705 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. after waiting 0 ms 2024-12-15T23:25:51,705 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:25:51,710 INFO [regionserver/3434134abe44:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T23:25:51,710 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/d8a8e087a42b905a596bc4dbcd194489/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,711 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:25:51,711 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d8a8e087a42b905a596bc4dbcd194489: 2024-12-15T23:25:51,711 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734305079805.d8a8e087a42b905a596bc4dbcd194489. 2024-12-15T23:25:51,711 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7ea5a206288c3d76fb5c8981758433b9, disabling compactions & flushes 2024-12-15T23:25:51,711 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:25:51,711 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:25:51,711 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. after waiting 0 ms 2024-12-15T23:25:51,711 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:25:51,715 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/7ea5a206288c3d76fb5c8981758433b9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,715 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:25:51,715 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7ea5a206288c3d76fb5c8981758433b9: 2024-12-15T23:25:51,716 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734305079805.7ea5a206288c3d76fb5c8981758433b9. 2024-12-15T23:25:51,716 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6eb21247dea007011fd1de55dc8157d2, disabling compactions & flushes 2024-12-15T23:25:51,716 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:25:51,716 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:25:51,716 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. after waiting 0 ms 2024-12-15T23:25:51,716 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:25:51,717 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/.tmp/info/91520029c7ff416f972647ad6b4631a4 is 143, key is hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5./info:regioninfo/1734305071318/Put/seqid=0 2024-12-15T23:25:51,720 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/6eb21247dea007011fd1de55dc8157d2/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,721 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:25:51,721 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6eb21247dea007011fd1de55dc8157d2: 2024-12-15T23:25:51,721 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734305079805.6eb21247dea007011fd1de55dc8157d2. 2024-12-15T23:25:51,722 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c9da047c1669e7e27495e0d24dbea32d, disabling compactions & flushes 2024-12-15T23:25:51,722 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:25:51,722 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:25:51,722 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. after waiting 0 ms 2024-12-15T23:25:51,722 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:25:51,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741866_1042 (size=36340) 2024-12-15T23:25:51,726 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c9da047c1669e7e27495e0d24dbea32d/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,726 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:25:51,726 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c9da047c1669e7e27495e0d24dbea32d: 2024-12-15T23:25:51,727 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734305079805.c9da047c1669e7e27495e0d24dbea32d. 2024-12-15T23:25:51,727 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dabc046d72dee40d7998daf13a578fbf, disabling compactions & flushes 2024-12-15T23:25:51,727 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:25:51,727 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:25:51,727 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. after waiting 0 ms 2024-12-15T23:25:51,727 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:25:51,730 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dabc046d72dee40d7998daf13a578fbf/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,731 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:25:51,731 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dabc046d72dee40d7998daf13a578fbf: 2024-12-15T23:25:51,731 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734305079805.dabc046d72dee40d7998daf13a578fbf. 2024-12-15T23:25:51,731 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dc1a85cd35c9a4cb2e3d92ca574e52f7, disabling compactions & flushes 2024-12-15T23:25:51,731 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:25:51,731 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:25:51,731 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. after waiting 0 ms 2024-12-15T23:25:51,731 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:25:51,735 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dc1a85cd35c9a4cb2e3d92ca574e52f7/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,735 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:25:51,735 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dc1a85cd35c9a4cb2e3d92ca574e52f7: 2024-12-15T23:25:51,736 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734305079805.dc1a85cd35c9a4cb2e3d92ca574e52f7. 2024-12-15T23:25:51,736 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b1dfb179309bd080c1b4691492e19565, disabling compactions & flushes 2024-12-15T23:25:51,736 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:25:51,736 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:25:51,736 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. after waiting 0 ms 2024-12-15T23:25:51,736 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:25:51,739 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/b1dfb179309bd080c1b4691492e19565/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:51,739 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:25:51,740 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b1dfb179309bd080c1b4691492e19565: 2024-12-15T23:25:51,740 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734305079805.b1dfb179309bd080c1b4691492e19565. 2024-12-15T23:25:51,740 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9446641342677a2f924d546168610df9, disabling compactions & flushes 2024-12-15T23:25:51,740 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1690): Running close preflush of 9446641342677a2f924d546168610df9 2024-12-15T23:25:51,740 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 9446641342677a2f924d546168610df9 2/2 column families, dataSize=6.81 MB heapSize=6.94 MB 2024-12-15T23:25:51,776 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9446641342677a2f924d546168610df9/.tmp/f/d6d231c8718242128be1e3ab5406d9f1 is 4136, key is NormalPut000/f:row/1734305093522/Put/seqid=0 2024-12-15T23:25:51,778 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741867_1043 (size=4145786) 2024-12-15T23:25:51,804 INFO [regionserver/3434134abe44:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T23:25:51,804 INFO [regionserver/3434134abe44:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T23:25:51,889 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1629): Waiting on 097c67fe658119874ef8f0cac7c68d74, 1588230740, 16a4cffd00d6a43dc72787330924f7f5, 25451ae000acb52b53593172ff08518b, 29c1c2f29f8f3c9801bed48c6290c740, 60fd31d20a91d2ca7140d93e677a8c22, 61a22b2d71e577e941827d358285d99a, 669a84888e999c81d7bcb9df8edd86a5, 784e34ad384baef9aab7ce95f3e5072a, 843d26408b739b777408257b3176cc38, 9446641342677a2f924d546168610df9, 99ddd76cfcd12c03adcb2a87913aa8d4, 9ebed2ed1af076846999870d79a970ff, c5997ca75d57725eef1a5559cafa00a6, c6bacb71f33efa64a47ab1d0da34b166, dee6cb5cbaa94ca59d65a21f3f8999a5, e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:25:52,090 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1629): Waiting on 097c67fe658119874ef8f0cac7c68d74, 1588230740, 16a4cffd00d6a43dc72787330924f7f5, 25451ae000acb52b53593172ff08518b, 29c1c2f29f8f3c9801bed48c6290c740, 60fd31d20a91d2ca7140d93e677a8c22, 61a22b2d71e577e941827d358285d99a, 669a84888e999c81d7bcb9df8edd86a5, 784e34ad384baef9aab7ce95f3e5072a, 843d26408b739b777408257b3176cc38, 9446641342677a2f924d546168610df9, 99ddd76cfcd12c03adcb2a87913aa8d4, 9ebed2ed1af076846999870d79a970ff, c5997ca75d57725eef1a5559cafa00a6, c6bacb71f33efa64a47ab1d0da34b166, dee6cb5cbaa94ca59d65a21f3f8999a5, e2f3753d60df3f88bc99a9a110a99ad3 2024-12-15T23:25:52,124 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/.tmp/info/91520029c7ff416f972647ad6b4631a4 2024-12-15T23:25:52,153 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/.tmp/rep_barrier/e704140b40e245ea9acf36a9bfd76f59 is 115, key is test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74./rep_barrier:seqnumDuringOpen/1734305084120/Put/seqid=0 2024-12-15T23:25:52,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741868_1044 (size=8574) 2024-12-15T23:25:52,179 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=6.81 MB at sequenceid=144 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9446641342677a2f924d546168610df9/.tmp/f/d6d231c8718242128be1e3ab5406d9f1 2024-12-15T23:25:52,187 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9446641342677a2f924d546168610df9/.tmp/f/d6d231c8718242128be1e3ab5406d9f1 as hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9446641342677a2f924d546168610df9/f/d6d231c8718242128be1e3ab5406d9f1 2024-12-15T23:25:52,193 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9446641342677a2f924d546168610df9/f/d6d231c8718242128be1e3ab5406d9f1, entries=1000, sequenceid=144, filesize=4.0 M 2024-12-15T23:25:52,194 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~6.81 MB/7140096, heapSize ~6.93 MB/7271664, currentSize=0 B/0 for 9446641342677a2f924d546168610df9 in 454ms, sequenceid=144, compaction requested=false 2024-12-15T23:25:52,194 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:25:52,194 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:25:52,194 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734305079805.9446641342677a2f924d546168610df9. after waiting 0 ms 2024-12-15T23:25:52,194 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:25:52,198 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9446641342677a2f924d546168610df9/recovered.edits/147.seqid, newMaxSeqId=147, maxSeqId=1 2024-12-15T23:25:52,198 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:25:52,198 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9446641342677a2f924d546168610df9: 2024-12-15T23:25:52,198 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734305079805.9446641342677a2f924d546168610df9. 2024-12-15T23:25:52,199 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 99ddd76cfcd12c03adcb2a87913aa8d4, disabling compactions & flushes 2024-12-15T23:25:52,199 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:25:52,199 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:25:52,199 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. after waiting 0 ms 2024-12-15T23:25:52,199 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:25:52,203 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/99ddd76cfcd12c03adcb2a87913aa8d4/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,203 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:25:52,203 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 99ddd76cfcd12c03adcb2a87913aa8d4: 2024-12-15T23:25:52,203 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734305079805.99ddd76cfcd12c03adcb2a87913aa8d4. 2024-12-15T23:25:52,203 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing dee6cb5cbaa94ca59d65a21f3f8999a5, disabling compactions & flushes 2024-12-15T23:25:52,203 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:25:52,203 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:25:52,203 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. after waiting 0 ms 2024-12-15T23:25:52,203 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:25:52,207 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/dee6cb5cbaa94ca59d65a21f3f8999a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,208 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:25:52,208 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for dee6cb5cbaa94ca59d65a21f3f8999a5: 2024-12-15T23:25:52,208 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734305079805.dee6cb5cbaa94ca59d65a21f3f8999a5. 2024-12-15T23:25:52,208 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 25451ae000acb52b53593172ff08518b, disabling compactions & flushes 2024-12-15T23:25:52,208 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:25:52,208 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:25:52,208 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. after waiting 0 ms 2024-12-15T23:25:52,208 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:25:52,212 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/25451ae000acb52b53593172ff08518b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,213 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:25:52,213 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 25451ae000acb52b53593172ff08518b: 2024-12-15T23:25:52,213 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734305079805.25451ae000acb52b53593172ff08518b. 2024-12-15T23:25:52,213 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing e2f3753d60df3f88bc99a9a110a99ad3, disabling compactions & flushes 2024-12-15T23:25:52,213 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:25:52,213 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:25:52,213 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. after waiting 0 ms 2024-12-15T23:25:52,213 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:25:52,216 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/e2f3753d60df3f88bc99a9a110a99ad3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,217 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:25:52,217 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for e2f3753d60df3f88bc99a9a110a99ad3: 2024-12-15T23:25:52,217 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734305079805.e2f3753d60df3f88bc99a9a110a99ad3. 2024-12-15T23:25:52,217 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 29c1c2f29f8f3c9801bed48c6290c740, disabling compactions & flushes 2024-12-15T23:25:52,217 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:25:52,217 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:25:52,217 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. after waiting 0 ms 2024-12-15T23:25:52,217 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:25:52,221 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/29c1c2f29f8f3c9801bed48c6290c740/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,221 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:25:52,221 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 29c1c2f29f8f3c9801bed48c6290c740: 2024-12-15T23:25:52,221 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734305079805.29c1c2f29f8f3c9801bed48c6290c740. 2024-12-15T23:25:52,221 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 669a84888e999c81d7bcb9df8edd86a5, disabling compactions & flushes 2024-12-15T23:25:52,221 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:25:52,221 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:25:52,221 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. after waiting 0 ms 2024-12-15T23:25:52,221 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:25:52,225 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/669a84888e999c81d7bcb9df8edd86a5/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,225 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:25:52,225 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 669a84888e999c81d7bcb9df8edd86a5: 2024-12-15T23:25:52,226 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734305079805.669a84888e999c81d7bcb9df8edd86a5. 2024-12-15T23:25:52,226 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 784e34ad384baef9aab7ce95f3e5072a, disabling compactions & flushes 2024-12-15T23:25:52,226 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:25:52,226 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:25:52,226 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. after waiting 0 ms 2024-12-15T23:25:52,226 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:25:52,229 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/784e34ad384baef9aab7ce95f3e5072a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,230 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:25:52,230 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 784e34ad384baef9aab7ce95f3e5072a: 2024-12-15T23:25:52,230 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734305079805.784e34ad384baef9aab7ce95f3e5072a. 2024-12-15T23:25:52,230 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 60fd31d20a91d2ca7140d93e677a8c22, disabling compactions & flushes 2024-12-15T23:25:52,230 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:25:52,230 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:25:52,230 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. after waiting 0 ms 2024-12-15T23:25:52,230 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:25:52,234 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/60fd31d20a91d2ca7140d93e677a8c22/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,234 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:25:52,234 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 60fd31d20a91d2ca7140d93e677a8c22: 2024-12-15T23:25:52,235 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734305079805.60fd31d20a91d2ca7140d93e677a8c22. 2024-12-15T23:25:52,235 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 097c67fe658119874ef8f0cac7c68d74, disabling compactions & flushes 2024-12-15T23:25:52,235 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:25:52,235 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:25:52,235 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. after waiting 0 ms 2024-12-15T23:25:52,235 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:25:52,238 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/097c67fe658119874ef8f0cac7c68d74/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,239 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:25:52,239 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 097c67fe658119874ef8f0cac7c68d74: 2024-12-15T23:25:52,239 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734305079805.097c67fe658119874ef8f0cac7c68d74. 2024-12-15T23:25:52,239 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 16a4cffd00d6a43dc72787330924f7f5, disabling compactions & flushes 2024-12-15T23:25:52,239 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:25:52,239 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:25:52,239 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. after waiting 0 ms 2024-12-15T23:25:52,239 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:25:52,240 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 16a4cffd00d6a43dc72787330924f7f5 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T23:25:52,254 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/namespace/16a4cffd00d6a43dc72787330924f7f5/.tmp/info/44dbfd2666334d92827c1e47a5bd70a3 is 45, key is default/info:d/1734305071389/Put/seqid=0 2024-12-15T23:25:52,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741869_1045 (size=5037) 2024-12-15T23:25:52,290 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 16a4cffd00d6a43dc72787330924f7f5, 61a22b2d71e577e941827d358285d99a, 843d26408b739b777408257b3176cc38, 9ebed2ed1af076846999870d79a970ff, c5997ca75d57725eef1a5559cafa00a6, c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:25:52,490 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 16a4cffd00d6a43dc72787330924f7f5, 61a22b2d71e577e941827d358285d99a, 843d26408b739b777408257b3176cc38, 9ebed2ed1af076846999870d79a970ff, c5997ca75d57725eef1a5559cafa00a6, c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:25:52,559 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/.tmp/rep_barrier/e704140b40e245ea9acf36a9bfd76f59 2024-12-15T23:25:52,586 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/.tmp/table/57692e449fb14dc8b30b02323f01df00 is 94, key is testdroppedtimed,,1734305090764.3717f70efaab8412b8cc21c2e16b5b94./table:/1734305094700/DeleteFamily/seqid=0 2024-12-15T23:25:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741870_1046 (size=5605) 2024-12-15T23:25:52,660 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/namespace/16a4cffd00d6a43dc72787330924f7f5/.tmp/info/44dbfd2666334d92827c1e47a5bd70a3 2024-12-15T23:25:52,672 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/namespace/16a4cffd00d6a43dc72787330924f7f5/.tmp/info/44dbfd2666334d92827c1e47a5bd70a3 as hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/namespace/16a4cffd00d6a43dc72787330924f7f5/info/44dbfd2666334d92827c1e47a5bd70a3 2024-12-15T23:25:52,678 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/namespace/16a4cffd00d6a43dc72787330924f7f5/info/44dbfd2666334d92827c1e47a5bd70a3, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T23:25:52,679 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 16a4cffd00d6a43dc72787330924f7f5 in 439ms, sequenceid=6, compaction requested=false 2024-12-15T23:25:52,683 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/namespace/16a4cffd00d6a43dc72787330924f7f5/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T23:25:52,683 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:25:52,684 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 16a4cffd00d6a43dc72787330924f7f5: 2024-12-15T23:25:52,684 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734305070061.16a4cffd00d6a43dc72787330924f7f5. 2024-12-15T23:25:52,684 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c5997ca75d57725eef1a5559cafa00a6, disabling compactions & flushes 2024-12-15T23:25:52,684 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:25:52,684 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:25:52,684 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. after waiting 0 ms 2024-12-15T23:25:52,684 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:25:52,687 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c5997ca75d57725eef1a5559cafa00a6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,688 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:25:52,688 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c5997ca75d57725eef1a5559cafa00a6: 2024-12-15T23:25:52,688 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734305079805.c5997ca75d57725eef1a5559cafa00a6. 2024-12-15T23:25:52,688 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 9ebed2ed1af076846999870d79a970ff, disabling compactions & flushes 2024-12-15T23:25:52,688 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:25:52,688 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:25:52,688 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. after waiting 0 ms 2024-12-15T23:25:52,688 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:25:52,690 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1599): Waiting on 5 regions to close 2024-12-15T23:25:52,690 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1603): Online Regions={9ebed2ed1af076846999870d79a970ff=test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff., 1588230740=hbase:meta,,1.1588230740, c6bacb71f33efa64a47ab1d0da34b166=test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166., 61a22b2d71e577e941827d358285d99a=test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a., 843d26408b739b777408257b3176cc38=test,vvv,1734305079805.843d26408b739b777408257b3176cc38.} 2024-12-15T23:25:52,690 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, 61a22b2d71e577e941827d358285d99a, 843d26408b739b777408257b3176cc38, 9ebed2ed1af076846999870d79a970ff, c6bacb71f33efa64a47ab1d0da34b166 2024-12-15T23:25:52,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/9ebed2ed1af076846999870d79a970ff/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,692 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:25:52,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 9ebed2ed1af076846999870d79a970ff: 2024-12-15T23:25:52,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734305079805.9ebed2ed1af076846999870d79a970ff. 2024-12-15T23:25:52,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c6bacb71f33efa64a47ab1d0da34b166, disabling compactions & flushes 2024-12-15T23:25:52,692 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:25:52,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:25:52,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. after waiting 0 ms 2024-12-15T23:25:52,692 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:25:52,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/c6bacb71f33efa64a47ab1d0da34b166/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,696 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:25:52,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c6bacb71f33efa64a47ab1d0da34b166: 2024-12-15T23:25:52,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734305079805.c6bacb71f33efa64a47ab1d0da34b166. 2024-12-15T23:25:52,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 61a22b2d71e577e941827d358285d99a, disabling compactions & flushes 2024-12-15T23:25:52,696 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:25:52,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:25:52,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. after waiting 0 ms 2024-12-15T23:25:52,696 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:25:52,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/61a22b2d71e577e941827d358285d99a/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,700 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:25:52,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 61a22b2d71e577e941827d358285d99a: 2024-12-15T23:25:52,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734305079805.61a22b2d71e577e941827d358285d99a. 2024-12-15T23:25:52,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 843d26408b739b777408257b3176cc38, disabling compactions & flushes 2024-12-15T23:25:52,700 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:25:52,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:25:52,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734305079805.843d26408b739b777408257b3176cc38. after waiting 0 ms 2024-12-15T23:25:52,700 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:25:52,704 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/default/test/843d26408b739b777408257b3176cc38/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:52,704 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:25:52,704 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 843d26408b739b777408257b3176cc38: 2024-12-15T23:25:52,704 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734305079805.843d26408b739b777408257b3176cc38. 2024-12-15T23:25:52,891 DEBUG [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T23:25:52,992 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/.tmp/table/57692e449fb14dc8b30b02323f01df00 2024-12-15T23:25:53,005 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/.tmp/info/91520029c7ff416f972647ad6b4631a4 as hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/info/91520029c7ff416f972647ad6b4631a4 2024-12-15T23:25:53,011 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/info/91520029c7ff416f972647ad6b4631a4, entries=272, sequenceid=77, filesize=35.5 K 2024-12-15T23:25:53,012 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/.tmp/rep_barrier/e704140b40e245ea9acf36a9bfd76f59 as hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/rep_barrier/e704140b40e245ea9acf36a9bfd76f59 2024-12-15T23:25:53,018 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/rep_barrier/e704140b40e245ea9acf36a9bfd76f59, entries=27, sequenceid=77, filesize=8.4 K 2024-12-15T23:25:53,019 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/.tmp/table/57692e449fb14dc8b30b02323f01df00 as hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/table/57692e449fb14dc8b30b02323f01df00 2024-12-15T23:25:53,024 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/table/57692e449fb14dc8b30b02323f01df00, entries=6, sequenceid=77, filesize=5.5 K 2024-12-15T23:25:53,025 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1339ms, sequenceid=77, compaction requested=false 2024-12-15T23:25:53,029 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-15T23:25:53,030 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T23:25:53,030 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T23:25:53,030 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T23:25:53,030 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T23:25:53,091 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1250): stopping server 3434134abe44,40571,1734305066712; all regions closed. 2024-12-15T23:25:53,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741834_1010 (size=40374) 2024-12-15T23:25:53,100 DEBUG [RS:0;3434134abe44:40571 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/oldWALs 2024-12-15T23:25:53,100 INFO [RS:0;3434134abe44:40571 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3434134abe44%2C40571%2C1734305066712.meta:.meta(num 1734305069975) 2024-12-15T23:25:53,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741832_1008 (size=7175253) 2024-12-15T23:25:53,104 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/WALs/3434134abe44,40571,1734305066712/3434134abe44%2C40571%2C1734305066712.1734305068935 not finished, retry = 0 2024-12-15T23:25:53,210 DEBUG [RS:0;3434134abe44:40571 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/oldWALs 2024-12-15T23:25:53,210 INFO [RS:0;3434134abe44:40571 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3434134abe44%2C40571%2C1734305066712:(num 1734305068935) 2024-12-15T23:25:53,210 DEBUG [RS:0;3434134abe44:40571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:53,210 INFO [RS:0;3434134abe44:40571 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T23:25:53,211 INFO [RS:0;3434134abe44:40571 {}] hbase.ChoreService(370): Chore service for: regionserver/3434134abe44:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-15T23:25:53,211 INFO [regionserver/3434134abe44:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T23:25:53,212 INFO [RS:0;3434134abe44:40571 {}] client.AsyncConnectionImpl(225): Connection has been closed by RS:0;3434134abe44:40571. 2024-12-15T23:25:53,212 DEBUG [RS:0;3434134abe44:40571 {}] client.AsyncConnectionImpl(253): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:227) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:219) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:479) at org.apache.hadoop.hbase.replication.regionserver.Replication.join(Replication.java:165) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:156) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2936) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1285) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(MiniHBaseCluster.java:176) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.access$000(MiniHBaseCluster.java:124) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer$1.run(MiniHBaseCluster.java:160) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.MiniHBaseCluster$MiniHBaseClusterRegionServer.run(MiniHBaseCluster.java:157) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-15T23:25:53,213 DEBUG [RS:0;3434134abe44:40571 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:53,213 DEBUG [RS:0;3434134abe44:40571 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3fe927b0 to 127.0.0.1:55104 2024-12-15T23:25:53,213 INFO [RS:0;3434134abe44:40571 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:40571 2024-12-15T23:25:53,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/rs/3434134abe44,40571,1734305066712 2024-12-15T23:25:53,258 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2/rs 2024-12-15T23:25:53,260 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3434134abe44,40571,1734305066712] 2024-12-15T23:25:53,261 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 3434134abe44,40571,1734305066712; numProcessing=1 2024-12-15T23:25:53,275 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /2/draining/3434134abe44,40571,1734305066712 already deleted, retry=false 2024-12-15T23:25:53,275 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 3434134abe44,40571,1734305066712 expired; onlineServers=0 2024-12-15T23:25:53,275 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3434134abe44,41059,1734305066580' ***** 2024-12-15T23:25:53,275 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T23:25:53,276 DEBUG [M:0;3434134abe44:41059 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6905779c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3434134abe44/172.17.0.2:0 2024-12-15T23:25:53,276 INFO [M:0;3434134abe44:41059 {}] regionserver.HRegionServer(1224): stopping server 3434134abe44,41059,1734305066580 2024-12-15T23:25:53,276 INFO [M:0;3434134abe44:41059 {}] regionserver.HRegionServer(1250): stopping server 3434134abe44,41059,1734305066580; all regions closed. 2024-12-15T23:25:53,276 DEBUG [M:0;3434134abe44:41059 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:53,276 DEBUG [M:0;3434134abe44:41059 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T23:25:53,276 DEBUG [M:0;3434134abe44:41059 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T23:25:53,276 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T23:25:53,276 DEBUG [master/3434134abe44:0:becomeActiveMaster-HFileCleaner.large.0-1734305068737 {}] cleaner.HFileCleaner(306): Exit Thread[master/3434134abe44:0:becomeActiveMaster-HFileCleaner.large.0-1734305068737,5,FailOnTimeoutGroup] 2024-12-15T23:25:53,276 DEBUG [master/3434134abe44:0:becomeActiveMaster-HFileCleaner.small.0-1734305068738 {}] cleaner.HFileCleaner(306): Exit Thread[master/3434134abe44:0:becomeActiveMaster-HFileCleaner.small.0-1734305068738,5,FailOnTimeoutGroup] 2024-12-15T23:25:53,277 INFO [M:0;3434134abe44:41059 {}] hbase.ChoreService(370): Chore service for: master/3434134abe44:0 had [] on shutdown 2024-12-15T23:25:53,277 DEBUG [M:0;3434134abe44:41059 {}] master.HMaster(1733): Stopping service threads 2024-12-15T23:25:53,277 INFO [M:0;3434134abe44:41059 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T23:25:53,278 INFO [M:0;3434134abe44:41059 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T23:25:53,278 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T23:25:53,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2/master 2024-12-15T23:25:53,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2 2024-12-15T23:25:53,283 DEBUG [M:0;3434134abe44:41059 {}] zookeeper.ZKUtil(347): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Unable to get data of znode /2/master because node does not exist (not an error) 2024-12-15T23:25:53,283 WARN [M:0;3434134abe44:41059 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T23:25:53,284 INFO [M:0;3434134abe44:41059 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T23:25:53,284 INFO [M:0;3434134abe44:41059 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T23:25:53,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Set watcher on znode that does not yet exist, /2/master 2024-12-15T23:25:53,284 DEBUG [M:0;3434134abe44:41059 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T23:25:53,284 INFO [M:0;3434134abe44:41059 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:25:53,284 DEBUG [M:0;3434134abe44:41059 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:25:53,284 DEBUG [M:0;3434134abe44:41059 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T23:25:53,284 DEBUG [M:0;3434134abe44:41059 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:25:53,284 INFO [M:0;3434134abe44:41059 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=220.26 KB heapSize=270.98 KB 2024-12-15T23:25:53,306 DEBUG [M:0;3434134abe44:41059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4405aa3dacd4371add5b6b2ed202f9f is 82, key is hbase:meta,,1/info:regioninfo/1734305070015/Put/seqid=0 2024-12-15T23:25:53,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741871_1047 (size=5672) 2024-12-15T23:25:53,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:53,367 INFO [RS:0;3434134abe44:40571 {}] regionserver.HRegionServer(1307): Exiting; stopping=3434134abe44,40571,1734305066712; zookeeper connection closed. 2024-12-15T23:25:53,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40571-0x1002c021aa20004, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:53,367 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f2dbcb6 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f2dbcb6 2024-12-15T23:25:53,367 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T23:25:53,710 INFO [M:0;3434134abe44:41059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4405aa3dacd4371add5b6b2ed202f9f 2024-12-15T23:25:53,733 DEBUG [M:0;3434134abe44:41059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00d8f37ce5c14ef09dc5ae41023f94b9 is 2027, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734305084403/Put/seqid=0 2024-12-15T23:25:53,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741872_1048 (size=11250) 2024-12-15T23:25:54,139 INFO [M:0;3434134abe44:41059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=219.71 KB at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00d8f37ce5c14ef09dc5ae41023f94b9 2024-12-15T23:25:54,152 INFO [M:0;3434134abe44:41059 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00d8f37ce5c14ef09dc5ae41023f94b9 2024-12-15T23:25:54,165 DEBUG [M:0;3434134abe44:41059 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5924a67b63584126bc0d4064d3aeb94c is 69, key is 3434134abe44,40571,1734305066712/rs:state/1734305068774/Put/seqid=0 2024-12-15T23:25:54,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741873_1049 (size=5156) 2024-12-15T23:25:54,570 INFO [M:0;3434134abe44:41059 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=549 (bloomFilter=true), to=hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5924a67b63584126bc0d4064d3aeb94c 2024-12-15T23:25:54,579 DEBUG [M:0;3434134abe44:41059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c4405aa3dacd4371add5b6b2ed202f9f as hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4405aa3dacd4371add5b6b2ed202f9f 2024-12-15T23:25:54,585 INFO [M:0;3434134abe44:41059 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c4405aa3dacd4371add5b6b2ed202f9f, entries=8, sequenceid=549, filesize=5.5 K 2024-12-15T23:25:54,586 DEBUG [M:0;3434134abe44:41059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/00d8f37ce5c14ef09dc5ae41023f94b9 as hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00d8f37ce5c14ef09dc5ae41023f94b9 2024-12-15T23:25:54,591 INFO [M:0;3434134abe44:41059 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 00d8f37ce5c14ef09dc5ae41023f94b9 2024-12-15T23:25:54,591 INFO [M:0;3434134abe44:41059 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/00d8f37ce5c14ef09dc5ae41023f94b9, entries=69, sequenceid=549, filesize=11.0 K 2024-12-15T23:25:54,592 DEBUG [M:0;3434134abe44:41059 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/5924a67b63584126bc0d4064d3aeb94c as hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5924a67b63584126bc0d4064d3aeb94c 2024-12-15T23:25:54,597 INFO [M:0;3434134abe44:41059 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:39259/user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/5924a67b63584126bc0d4064d3aeb94c, entries=1, sequenceid=549, filesize=5.0 K 2024-12-15T23:25:54,597 INFO [M:0;3434134abe44:41059 {}] regionserver.HRegion(3040): Finished flush of dataSize ~220.26 KB/225551, heapSize ~270.69 KB/277184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1313ms, sequenceid=549, compaction requested=false 2024-12-15T23:25:54,599 INFO [M:0;3434134abe44:41059 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:25:54,599 DEBUG [M:0;3434134abe44:41059 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T23:25:54,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37195 is added to blk_1073741830_1006 (size=262163) 2024-12-15T23:25:54,600 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/0424bcf0-bfaa-de01-90a9-9229519ba243/MasterData/WALs/3434134abe44,41059,1734305066580/3434134abe44%2C41059%2C1734305066580.1734305068457 not finished, retry = 0 2024-12-15T23:25:54,701 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T23:25:54,701 INFO [M:0;3434134abe44:41059 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T23:25:54,702 INFO [M:0;3434134abe44:41059 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:41059 2024-12-15T23:25:54,742 DEBUG [M:0;3434134abe44:41059 {}] zookeeper.RecoverableZooKeeper(215): Node /2/rs/3434134abe44,41059,1734305066580 already deleted, retry=false 2024-12-15T23:25:54,850 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:54,850 INFO [M:0;3434134abe44:41059 {}] regionserver.HRegionServer(1307): Exiting; stopping=3434134abe44,41059,1734305066580; zookeeper connection closed. 2024-12-15T23:25:54,851 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:41059-0x1002c021aa20003, quorum=127.0.0.1:55104, baseZNode=/2 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:54,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74bf8ef2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T23:25:54,863 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7c474772{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T23:25:54,863 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T23:25:54,863 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2f7c44e0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T23:25:54,864 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@565e065d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/hadoop.log.dir/,STOPPED} 2024-12-15T23:25:54,866 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T23:25:54,866 WARN [BP-121259941-172.17.0.2-1734305064702 heartbeating to localhost/127.0.0.1:39259 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T23:25:54,866 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T23:25:54,866 WARN [BP-121259941-172.17.0.2-1734305064702 heartbeating to localhost/127.0.0.1:39259 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-121259941-172.17.0.2-1734305064702 (Datanode Uuid d7232362-d538-4603-ae8c-b4b271a6a9f9) service to localhost/127.0.0.1:39259 2024-12-15T23:25:54,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/cluster_534a7029-b0df-2a5d-bc36-97bdbde7aa0a/dfs/data/data1/current/BP-121259941-172.17.0.2-1734305064702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T23:25:54,867 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/cluster_534a7029-b0df-2a5d-bc36-97bdbde7aa0a/dfs/data/data2/current/BP-121259941-172.17.0.2-1734305064702 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T23:25:54,868 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T23:25:54,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@65417aa{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T23:25:54,873 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7e8c6bb7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T23:25:54,873 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T23:25:54,873 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@38cf73e2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T23:25:54,874 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f7ed6f1{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/5b133230-75fe-3192-4121-0c34c2a01cd5/hadoop.log.dir/,STOPPED} 2024-12-15T23:25:54,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down 2024-12-15T23:25:54,902 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-15T23:25:54,902 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-15T23:25:54,902 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x23d15c37 to 127.0.0.1:55104 2024-12-15T23:25:54,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:54,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-15T23:25:54,902 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1243433896, stopped=false 2024-12-15T23:25:54,902 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=3434134abe44,43079,1734305058023 2024-12-15T23:25:54,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-15T23:25:54,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-15T23:25:54,916 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-15T23:25:54,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:25:54,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:25:54,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:54,917 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3434134abe44,39217,1734305058766' ***** 2024-12-15T23:25:54,917 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-15T23:25:54,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T23:25:54,917 INFO [RS:0;3434134abe44:39217 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-15T23:25:54,917 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-15T23:25:54,917 INFO [RS:0;3434134abe44:39217 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-15T23:25:54,917 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-15T23:25:54,917 INFO [RS:0;3434134abe44:39217 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-15T23:25:54,917 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 66c126d415f473e381b5cec091894ca9 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for d55b30a8509f9ea4d49fc89a3cca768b 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 219460a2f263129db8907eb35670c415 2024-12-15T23:25:54,918 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 66c126d415f473e381b5cec091894ca9, disabling compactions & flushes 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 01532edd317a625ffc71c20cb458019f 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 4753d4ea9e7055a749b3e7f60ac63ad3 2024-12-15T23:25:54,918 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for f1c9f72b0d5d5f4c1ed8028cdadaef22 2024-12-15T23:25:54,918 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 249fe7424871e5d018cf20790476788c 2024-12-15T23:25:54,918 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. after waiting 0 ms 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for c0613f83c8e9db8519afdf373b4a7d57 2024-12-15T23:25:54,918 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 4bbefb5d13c97fd5c4526c1ddd9392de 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 736d26ebddda4c428afca19df24f1e51 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 7eae9e8a7a1eed17b63e796748c80151 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 376e4e64008bf59c7ce7d11f7647abfc 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for cde423b4a64d6210ffc9ffdc00a7a2c0 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 6aa9129f8fd1eb9768701a4d363a3bf6 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 2ac073778a01d594be3130800ff1a6f6 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 1f6dab6039736a3800f6f3d26f432a19 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 90c0d710e1c909ef3eba8c0191a33ebc 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 15a19473c09e0bfc1747ec963bfb7933 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for b7e7988d1a485d7cda21a94a62692d45 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for c11c7dea48e03b602515a5d47ffa6ea1 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 01ef710689589cb251b0cb346cc39d05 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 33dfe8e52410ae827273cbfc19d8e154 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for b800ed9df0a45815b01322573ada1ccc 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 8db571b7cb94d80905983921622495b0 2024-12-15T23:25:54,918 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 8dc9bb9cef4070a5b139fbaa9d7ba260 2024-12-15T23:25:54,919 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 176aaf348d017ae1028b69546b539f64 2024-12-15T23:25:54,919 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1224): stopping server 3434134abe44,39217,1734305058766 2024-12-15T23:25:54,919 DEBUG [RS:0;3434134abe44:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:54,919 INFO [RS:0;3434134abe44:39217 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-15T23:25:54,919 INFO [RS:0;3434134abe44:39217 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-15T23:25:54,919 INFO [RS:0;3434134abe44:39217 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-15T23:25:54,919 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-15T23:25:54,919 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1599): Waiting on 28 regions to close 2024-12-15T23:25:54,919 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1629): Waiting on 01532edd317a625ffc71c20cb458019f, 01ef710689589cb251b0cb346cc39d05, 1588230740, 15a19473c09e0bfc1747ec963bfb7933, 176aaf348d017ae1028b69546b539f64, 1f6dab6039736a3800f6f3d26f432a19, 219460a2f263129db8907eb35670c415, 249fe7424871e5d018cf20790476788c, 2ac073778a01d594be3130800ff1a6f6, 33dfe8e52410ae827273cbfc19d8e154, 376e4e64008bf59c7ce7d11f7647abfc, 4753d4ea9e7055a749b3e7f60ac63ad3, 4bbefb5d13c97fd5c4526c1ddd9392de, 66c126d415f473e381b5cec091894ca9, 6aa9129f8fd1eb9768701a4d363a3bf6, 736d26ebddda4c428afca19df24f1e51, 7eae9e8a7a1eed17b63e796748c80151, 8db571b7cb94d80905983921622495b0, 8dc9bb9cef4070a5b139fbaa9d7ba260, 90c0d710e1c909ef3eba8c0191a33ebc, b7e7988d1a485d7cda21a94a62692d45, b800ed9df0a45815b01322573ada1ccc, c0613f83c8e9db8519afdf373b4a7d57, c11c7dea48e03b602515a5d47ffa6ea1, cde423b4a64d6210ffc9ffdc00a7a2c0, d55b30a8509f9ea4d49fc89a3cca768b, f1c9f72b0d5d5f4c1ed8028cdadaef22, f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:25:54,919 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-15T23:25:54,919 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-15T23:25:54,919 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-15T23:25:54,919 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-15T23:25:54,919 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-15T23:25:54,920 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=34.59 KB heapSize=59.15 KB 2024-12-15T23:25:54,922 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/66c126d415f473e381b5cec091894ca9/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,923 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:25:54,923 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 66c126d415f473e381b5cec091894ca9: 2024-12-15T23:25:54,923 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ddd,1734305071635.66c126d415f473e381b5cec091894ca9. 2024-12-15T23:25:54,923 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d55b30a8509f9ea4d49fc89a3cca768b, disabling compactions & flushes 2024-12-15T23:25:54,923 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:25:54,923 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:25:54,923 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. after waiting 0 ms 2024-12-15T23:25:54,923 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:25:54,928 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/d55b30a8509f9ea4d49fc89a3cca768b/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,929 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:25:54,929 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d55b30a8509f9ea4d49fc89a3cca768b: 2024-12-15T23:25:54,929 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,hhh,1734305071635.d55b30a8509f9ea4d49fc89a3cca768b. 2024-12-15T23:25:54,929 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 219460a2f263129db8907eb35670c415, disabling compactions & flushes 2024-12-15T23:25:54,929 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:25:54,929 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:25:54,929 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,mmm,1734305071635.219460a2f263129db8907eb35670c415. after waiting 0 ms 2024-12-15T23:25:54,929 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:25:54,933 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/219460a2f263129db8907eb35670c415/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,933 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:25:54,933 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 219460a2f263129db8907eb35670c415: 2024-12-15T23:25:54,933 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,mmm,1734305071635.219460a2f263129db8907eb35670c415. 2024-12-15T23:25:54,933 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 01532edd317a625ffc71c20cb458019f, disabling compactions & flushes 2024-12-15T23:25:54,933 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:25:54,934 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:25:54,934 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. after waiting 0 ms 2024-12-15T23:25:54,934 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:25:54,936 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/01532edd317a625ffc71c20cb458019f/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,937 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:25:54,937 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 01532edd317a625ffc71c20cb458019f: 2024-12-15T23:25:54,937 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,xxx,1734305071635.01532edd317a625ffc71c20cb458019f. 2024-12-15T23:25:54,937 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4753d4ea9e7055a749b3e7f60ac63ad3, disabling compactions & flushes 2024-12-15T23:25:54,937 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:25:54,937 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:25:54,937 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. after waiting 0 ms 2024-12-15T23:25:54,937 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:25:54,940 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/.tmp/info/e994eaf3390b4d678d5a32f422eb8123 is 143, key is hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933./info:regioninfo/1734305064268/Put/seqid=0 2024-12-15T23:25:54,941 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/4753d4ea9e7055a749b3e7f60ac63ad3/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,941 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:25:54,942 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4753d4ea9e7055a749b3e7f60ac63ad3: 2024-12-15T23:25:54,942 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,vvv,1734305071635.4753d4ea9e7055a749b3e7f60ac63ad3. 2024-12-15T23:25:54,942 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f1c9f72b0d5d5f4c1ed8028cdadaef22, disabling compactions & flushes 2024-12-15T23:25:54,942 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:25:54,942 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:25:54,942 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. after waiting 0 ms 2024-12-15T23:25:54,942 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:25:54,944 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741867_1043 (size=36340) 2024-12-15T23:25:54,945 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/f1c9f72b0d5d5f4c1ed8028cdadaef22/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,946 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:25:54,946 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f1c9f72b0d5d5f4c1ed8028cdadaef22: 2024-12-15T23:25:54,946 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,fff,1734305071635.f1c9f72b0d5d5f4c1ed8028cdadaef22. 2024-12-15T23:25:54,946 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 249fe7424871e5d018cf20790476788c, disabling compactions & flushes 2024-12-15T23:25:54,946 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:25:54,946 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:25:54,946 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,lll,1734305071635.249fe7424871e5d018cf20790476788c. after waiting 0 ms 2024-12-15T23:25:54,946 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:25:54,949 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/249fe7424871e5d018cf20790476788c/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,950 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:25:54,950 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 249fe7424871e5d018cf20790476788c: 2024-12-15T23:25:54,950 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,lll,1734305071635.249fe7424871e5d018cf20790476788c. 2024-12-15T23:25:54,950 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c0613f83c8e9db8519afdf373b4a7d57, disabling compactions & flushes 2024-12-15T23:25:54,950 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:25:54,950 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:25:54,950 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. after waiting 0 ms 2024-12-15T23:25:54,950 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:25:54,953 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c0613f83c8e9db8519afdf373b4a7d57/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,954 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:25:54,954 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c0613f83c8e9db8519afdf373b4a7d57: 2024-12-15T23:25:54,954 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,nnn,1734305071635.c0613f83c8e9db8519afdf373b4a7d57. 2024-12-15T23:25:54,954 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 4bbefb5d13c97fd5c4526c1ddd9392de, disabling compactions & flushes 2024-12-15T23:25:54,954 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:25:54,954 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:25:54,954 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. after waiting 0 ms 2024-12-15T23:25:54,954 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:25:54,958 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/4bbefb5d13c97fd5c4526c1ddd9392de/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,958 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:25:54,958 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 4bbefb5d13c97fd5c4526c1ddd9392de: 2024-12-15T23:25:54,958 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,eee,1734305071635.4bbefb5d13c97fd5c4526c1ddd9392de. 2024-12-15T23:25:54,958 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 736d26ebddda4c428afca19df24f1e51, disabling compactions & flushes 2024-12-15T23:25:54,958 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:25:54,958 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:25:54,958 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. after waiting 0 ms 2024-12-15T23:25:54,958 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:25:54,962 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/736d26ebddda4c428afca19df24f1e51/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,962 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:25:54,962 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 736d26ebddda4c428afca19df24f1e51: 2024-12-15T23:25:54,962 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,iii,1734305071635.736d26ebddda4c428afca19df24f1e51. 2024-12-15T23:25:54,963 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 7eae9e8a7a1eed17b63e796748c80151, disabling compactions & flushes 2024-12-15T23:25:54,963 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:25:54,963 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:25:54,963 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. after waiting 0 ms 2024-12-15T23:25:54,963 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:25:54,966 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/7eae9e8a7a1eed17b63e796748c80151/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,966 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:25:54,966 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 7eae9e8a7a1eed17b63e796748c80151: 2024-12-15T23:25:54,966 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,rrr,1734305071635.7eae9e8a7a1eed17b63e796748c80151. 2024-12-15T23:25:54,967 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 376e4e64008bf59c7ce7d11f7647abfc, disabling compactions & flushes 2024-12-15T23:25:54,967 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:25:54,967 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:25:54,967 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. after waiting 0 ms 2024-12-15T23:25:54,967 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:25:54,970 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/376e4e64008bf59c7ce7d11f7647abfc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,970 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:25:54,970 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 376e4e64008bf59c7ce7d11f7647abfc: 2024-12-15T23:25:54,970 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,zzz,1734305071635.376e4e64008bf59c7ce7d11f7647abfc. 2024-12-15T23:25:54,970 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing cde423b4a64d6210ffc9ffdc00a7a2c0, disabling compactions & flushes 2024-12-15T23:25:54,970 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:25:54,971 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:25:54,971 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. after waiting 0 ms 2024-12-15T23:25:54,971 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:25:54,973 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/cde423b4a64d6210ffc9ffdc00a7a2c0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,974 INFO [regionserver/3434134abe44:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T23:25:54,974 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:25:54,974 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for cde423b4a64d6210ffc9ffdc00a7a2c0: 2024-12-15T23:25:54,974 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ccc,1734305071635.cde423b4a64d6210ffc9ffdc00a7a2c0. 2024-12-15T23:25:54,974 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 6aa9129f8fd1eb9768701a4d363a3bf6, disabling compactions & flushes 2024-12-15T23:25:54,974 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:25:54,974 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:25:54,974 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. after waiting 0 ms 2024-12-15T23:25:54,974 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:25:54,977 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/6aa9129f8fd1eb9768701a4d363a3bf6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,978 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:25:54,978 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 6aa9129f8fd1eb9768701a4d363a3bf6: 2024-12-15T23:25:54,978 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,sss,1734305071635.6aa9129f8fd1eb9768701a4d363a3bf6. 2024-12-15T23:25:54,978 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 2ac073778a01d594be3130800ff1a6f6, disabling compactions & flushes 2024-12-15T23:25:54,978 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:25:54,978 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:25:54,978 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. after waiting 0 ms 2024-12-15T23:25:54,978 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:25:54,981 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/2ac073778a01d594be3130800ff1a6f6/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,982 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:25:54,982 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 2ac073778a01d594be3130800ff1a6f6: 2024-12-15T23:25:54,982 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6. 2024-12-15T23:25:54,982 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 1f6dab6039736a3800f6f3d26f432a19, disabling compactions & flushes 2024-12-15T23:25:54,982 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:25:54,982 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:25:54,982 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. after waiting 0 ms 2024-12-15T23:25:54,982 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:25:54,985 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/1f6dab6039736a3800f6f3d26f432a19/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,985 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:25:54,985 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 1f6dab6039736a3800f6f3d26f432a19: 2024-12-15T23:25:54,985 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,kkk,1734305071635.1f6dab6039736a3800f6f3d26f432a19. 2024-12-15T23:25:54,985 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 90c0d710e1c909ef3eba8c0191a33ebc, disabling compactions & flushes 2024-12-15T23:25:54,985 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:25:54,985 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:25:54,985 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. after waiting 0 ms 2024-12-15T23:25:54,985 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:25:54,988 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/90c0d710e1c909ef3eba8c0191a33ebc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:54,988 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:25:54,989 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 90c0d710e1c909ef3eba8c0191a33ebc: 2024-12-15T23:25:54,989 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ttt,1734305071635.90c0d710e1c909ef3eba8c0191a33ebc. 2024-12-15T23:25:54,989 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 15a19473c09e0bfc1747ec963bfb7933, disabling compactions & flushes 2024-12-15T23:25:54,989 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:25:54,989 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:25:54,989 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. after waiting 0 ms 2024-12-15T23:25:54,989 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:25:54,989 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing 15a19473c09e0bfc1747ec963bfb7933 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-15T23:25:55,002 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/namespace/15a19473c09e0bfc1747ec963bfb7933/.tmp/info/e29c161115184cfcafe22bda514c32eb is 45, key is default/info:d/1734305064416/Put/seqid=0 2024-12-15T23:25:55,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741868_1044 (size=5037) 2024-12-15T23:25:55,119 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1629): Waiting on 01ef710689589cb251b0cb346cc39d05, 1588230740, 15a19473c09e0bfc1747ec963bfb7933, 176aaf348d017ae1028b69546b539f64, 33dfe8e52410ae827273cbfc19d8e154, 8db571b7cb94d80905983921622495b0, 8dc9bb9cef4070a5b139fbaa9d7ba260, b7e7988d1a485d7cda21a94a62692d45, b800ed9df0a45815b01322573ada1ccc, c11c7dea48e03b602515a5d47ffa6ea1, f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:25:55,320 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1629): Waiting on 01ef710689589cb251b0cb346cc39d05, 1588230740, 15a19473c09e0bfc1747ec963bfb7933, 176aaf348d017ae1028b69546b539f64, 33dfe8e52410ae827273cbfc19d8e154, 8db571b7cb94d80905983921622495b0, 8dc9bb9cef4070a5b139fbaa9d7ba260, b7e7988d1a485d7cda21a94a62692d45, b800ed9df0a45815b01322573ada1ccc, c11c7dea48e03b602515a5d47ffa6ea1, f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:25:55,346 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=30.96 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/.tmp/info/e994eaf3390b4d678d5a32f422eb8123 2024-12-15T23:25:55,355 WARN [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(140): failed to get live region servers from master org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=3434134abe44:43079 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$200(AbstractRpcClient.java:94) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.getLiveRegionServers(RegionServerStatusProtos.java:17362) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionImplementation.getLiveRegionServers(ConnectionImplementation.java:2376) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:138) ~[classes/:?] at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] ... 12 more 2024-12-15T23:25:55,372 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/.tmp/rep_barrier/132b0bdc8011439c8fed13186c43a4fe is 115, key is test,bbb,1734305071635.2ac073778a01d594be3130800ff1a6f6./rep_barrier:seqnumDuringOpen/1734305076605/Put/seqid=0 2024-12-15T23:25:55,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741869_1045 (size=8574) 2024-12-15T23:25:55,408 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/namespace/15a19473c09e0bfc1747ec963bfb7933/.tmp/info/e29c161115184cfcafe22bda514c32eb 2024-12-15T23:25:55,414 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/namespace/15a19473c09e0bfc1747ec963bfb7933/.tmp/info/e29c161115184cfcafe22bda514c32eb as hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/namespace/15a19473c09e0bfc1747ec963bfb7933/info/e29c161115184cfcafe22bda514c32eb 2024-12-15T23:25:55,420 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/namespace/15a19473c09e0bfc1747ec963bfb7933/info/e29c161115184cfcafe22bda514c32eb, entries=2, sequenceid=6, filesize=4.9 K 2024-12-15T23:25:55,421 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for 15a19473c09e0bfc1747ec963bfb7933 in 431ms, sequenceid=6, compaction requested=false 2024-12-15T23:25:55,421 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-15T23:25:55,427 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/namespace/15a19473c09e0bfc1747ec963bfb7933/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-15T23:25:55,427 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:25:55,427 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 15a19473c09e0bfc1747ec963bfb7933: 2024-12-15T23:25:55,427 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1734305062957.15a19473c09e0bfc1747ec963bfb7933. 2024-12-15T23:25:55,428 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b7e7988d1a485d7cda21a94a62692d45, disabling compactions & flushes 2024-12-15T23:25:55,428 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:25:55,428 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:25:55,428 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. after waiting 0 ms 2024-12-15T23:25:55,428 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:25:55,431 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/b7e7988d1a485d7cda21a94a62692d45/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:55,432 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:25:55,432 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b7e7988d1a485d7cda21a94a62692d45: 2024-12-15T23:25:55,432 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ooo,1734305071635.b7e7988d1a485d7cda21a94a62692d45. 2024-12-15T23:25:55,432 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing c11c7dea48e03b602515a5d47ffa6ea1, disabling compactions & flushes 2024-12-15T23:25:55,432 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:25:55,432 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:25:55,432 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. after waiting 0 ms 2024-12-15T23:25:55,432 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:25:55,432 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing c11c7dea48e03b602515a5d47ffa6ea1 2/2 column families, dataSize=3.94 MB heapSize=4.01 MB 2024-12-15T23:25:55,457 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c11c7dea48e03b602515a5d47ffa6ea1/.tmp/f/e46aedb13afb45259dcff6cabed7f3d2 is 4136, key is NormalPut000/f:row/1734305093522/Put/seqid=0 2024-12-15T23:25:55,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741870_1046 (size=4147225) 2024-12-15T23:25:55,477 INFO [regionserver/3434134abe44:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-15T23:25:55,478 INFO [regionserver/3434134abe44:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-15T23:25:55,520 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1629): Waiting on 01ef710689589cb251b0cb346cc39d05, 1588230740, 176aaf348d017ae1028b69546b539f64, 33dfe8e52410ae827273cbfc19d8e154, 8db571b7cb94d80905983921622495b0, 8dc9bb9cef4070a5b139fbaa9d7ba260, b800ed9df0a45815b01322573ada1ccc, c11c7dea48e03b602515a5d47ffa6ea1, f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:25:55,721 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1629): Waiting on 01ef710689589cb251b0cb346cc39d05, 1588230740, 176aaf348d017ae1028b69546b539f64, 33dfe8e52410ae827273cbfc19d8e154, 8db571b7cb94d80905983921622495b0, 8dc9bb9cef4070a5b139fbaa9d7ba260, b800ed9df0a45815b01322573ada1ccc, c11c7dea48e03b602515a5d47ffa6ea1, f915bd5ce5c66e570e1e034f760b823e 2024-12-15T23:25:55,777 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.14 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/.tmp/rep_barrier/132b0bdc8011439c8fed13186c43a4fe 2024-12-15T23:25:55,796 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/.tmp/table/455b1bdcc1a84ba79e23a71c66735afd is 94, key is testdroppedtimed,,1734305088639.c502b4c5dfbd7a19001baa111d5907fd./table:/1734305148341/DeleteFamily/seqid=0 2024-12-15T23:25:55,800 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741871_1047 (size=5605) 2024-12-15T23:25:55,860 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.94 MB at sequenceid=1004 (bloomFilter=true), to=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c11c7dea48e03b602515a5d47ffa6ea1/.tmp/f/e46aedb13afb45259dcff6cabed7f3d2 2024-12-15T23:25:55,876 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c11c7dea48e03b602515a5d47ffa6ea1/.tmp/f/e46aedb13afb45259dcff6cabed7f3d2 as hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c11c7dea48e03b602515a5d47ffa6ea1/f/e46aedb13afb45259dcff6cabed7f3d2 2024-12-15T23:25:55,882 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c11c7dea48e03b602515a5d47ffa6ea1/f/e46aedb13afb45259dcff6cabed7f3d2, entries=1000, sequenceid=1004, filesize=4.0 M 2024-12-15T23:25:55,882 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~3.94 MB/4132000, heapSize ~4.01 MB/4208240, currentSize=0 B/0 for c11c7dea48e03b602515a5d47ffa6ea1 in 450ms, sequenceid=1004, compaction requested=false 2024-12-15T23:25:55,883 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-12-15T23:25:55,887 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/c11c7dea48e03b602515a5d47ffa6ea1/recovered.edits/1007.seqid, newMaxSeqId=1007, maxSeqId=1 2024-12-15T23:25:55,887 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:25:55,887 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for c11c7dea48e03b602515a5d47ffa6ea1: 2024-12-15T23:25:55,888 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1734305071635.c11c7dea48e03b602515a5d47ffa6ea1. 2024-12-15T23:25:55,888 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 01ef710689589cb251b0cb346cc39d05, disabling compactions & flushes 2024-12-15T23:25:55,888 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:25:55,888 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:25:55,888 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. after waiting 0 ms 2024-12-15T23:25:55,888 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:25:55,891 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/01ef710689589cb251b0cb346cc39d05/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:55,891 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:25:55,891 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 01ef710689589cb251b0cb346cc39d05: 2024-12-15T23:25:55,891 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ggg,1734305071635.01ef710689589cb251b0cb346cc39d05. 2024-12-15T23:25:55,891 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 33dfe8e52410ae827273cbfc19d8e154, disabling compactions & flushes 2024-12-15T23:25:55,891 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:25:55,891 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:25:55,891 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. after waiting 0 ms 2024-12-15T23:25:55,892 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:25:55,894 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/33dfe8e52410ae827273cbfc19d8e154/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:55,895 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:25:55,895 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 33dfe8e52410ae827273cbfc19d8e154: 2024-12-15T23:25:55,895 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,ppp,1734305071635.33dfe8e52410ae827273cbfc19d8e154. 2024-12-15T23:25:55,895 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing f915bd5ce5c66e570e1e034f760b823e, disabling compactions & flushes 2024-12-15T23:25:55,895 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:25:55,895 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:25:55,895 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. after waiting 0 ms 2024-12-15T23:25:55,895 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:25:55,898 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/f915bd5ce5c66e570e1e034f760b823e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:55,898 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:25:55,898 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for f915bd5ce5c66e570e1e034f760b823e: 2024-12-15T23:25:55,898 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,jjj,1734305071635.f915bd5ce5c66e570e1e034f760b823e. 2024-12-15T23:25:55,898 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing b800ed9df0a45815b01322573ada1ccc, disabling compactions & flushes 2024-12-15T23:25:55,898 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:25:55,898 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:25:55,898 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. after waiting 0 ms 2024-12-15T23:25:55,898 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:25:55,901 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/b800ed9df0a45815b01322573ada1ccc/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:55,901 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:25:55,901 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for b800ed9df0a45815b01322573ada1ccc: 2024-12-15T23:25:55,901 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,qqq,1734305071635.b800ed9df0a45815b01322573ada1ccc. 2024-12-15T23:25:55,902 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8db571b7cb94d80905983921622495b0, disabling compactions & flushes 2024-12-15T23:25:55,902 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:25:55,902 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:25:55,902 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. after waiting 0 ms 2024-12-15T23:25:55,902 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:25:55,904 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/8db571b7cb94d80905983921622495b0/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:55,905 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:25:55,905 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8db571b7cb94d80905983921622495b0: 2024-12-15T23:25:55,905 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,yyy,1734305071635.8db571b7cb94d80905983921622495b0. 2024-12-15T23:25:55,905 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 8dc9bb9cef4070a5b139fbaa9d7ba260, disabling compactions & flushes 2024-12-15T23:25:55,905 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:25:55,905 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:25:55,905 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. after waiting 0 ms 2024-12-15T23:25:55,905 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:25:55,908 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/8dc9bb9cef4070a5b139fbaa9d7ba260/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:55,909 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:25:55,909 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 8dc9bb9cef4070a5b139fbaa9d7ba260: 2024-12-15T23:25:55,909 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,uuu,1734305071635.8dc9bb9cef4070a5b139fbaa9d7ba260. 2024-12-15T23:25:55,909 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing 176aaf348d017ae1028b69546b539f64, disabling compactions & flushes 2024-12-15T23:25:55,909 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:25:55,909 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:25:55,909 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on test,www,1734305071635.176aaf348d017ae1028b69546b539f64. after waiting 0 ms 2024-12-15T23:25:55,909 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:25:55,913 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/default/test/176aaf348d017ae1028b69546b539f64/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-15T23:25:55,913 INFO [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:25:55,913 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for 176aaf348d017ae1028b69546b539f64: 2024-12-15T23:25:55,914 DEBUG [RS_CLOSE_REGION-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,www,1734305071635.176aaf348d017ae1028b69546b539f64. 2024-12-15T23:25:55,921 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-15T23:25:55,921 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-15T23:25:55,921 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T23:25:56,121 DEBUG [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-15T23:25:56,202 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=494 B at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/.tmp/table/455b1bdcc1a84ba79e23a71c66735afd 2024-12-15T23:25:56,215 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/.tmp/info/e994eaf3390b4d678d5a32f422eb8123 as hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/info/e994eaf3390b4d678d5a32f422eb8123 2024-12-15T23:25:56,223 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/info/e994eaf3390b4d678d5a32f422eb8123, entries=272, sequenceid=77, filesize=35.5 K 2024-12-15T23:25:56,224 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/.tmp/rep_barrier/132b0bdc8011439c8fed13186c43a4fe as hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/rep_barrier/132b0bdc8011439c8fed13186c43a4fe 2024-12-15T23:25:56,231 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/rep_barrier/132b0bdc8011439c8fed13186c43a4fe, entries=27, sequenceid=77, filesize=8.4 K 2024-12-15T23:25:56,232 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/.tmp/table/455b1bdcc1a84ba79e23a71c66735afd as hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/table/455b1bdcc1a84ba79e23a71c66735afd 2024-12-15T23:25:56,238 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/table/455b1bdcc1a84ba79e23a71c66735afd, entries=6, sequenceid=77, filesize=5.5 K 2024-12-15T23:25:56,239 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~34.59 KB/35416, heapSize ~59.10 KB/60520, currentSize=0 B/0 for 1588230740 in 1319ms, sequenceid=77, compaction requested=false 2024-12-15T23:25:56,243 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/data/hbase/meta/1588230740/recovered.edits/80.seqid, newMaxSeqId=80, maxSeqId=1 2024-12-15T23:25:56,243 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-15T23:25:56,244 INFO [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-15T23:25:56,244 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-15T23:25:56,244 DEBUG [RS_CLOSE_META-regionserver/3434134abe44:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-15T23:25:56,321 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1250): stopping server 3434134abe44,39217,1734305058766; all regions closed. 2024-12-15T23:25:56,325 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741834_1010 (size=40374) 2024-12-15T23:25:56,325 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.meta.1734305062652.meta not finished, retry = 0 2024-12-15T23:25:56,429 DEBUG [RS:0;3434134abe44:39217 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/oldWALs 2024-12-15T23:25:56,429 INFO [RS:0;3434134abe44:39217 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3434134abe44%2C39217%2C1734305058766.meta:.meta(num 1734305062652) 2024-12-15T23:25:56,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741832_1008 (size=4217378) 2024-12-15T23:25:56,433 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(743): complete file /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/WALs/3434134abe44,39217,1734305058766/3434134abe44%2C39217%2C1734305058766.1734305061628 not finished, retry = 0 2024-12-15T23:25:56,507 INFO [3434134abe44:39217Replication Statistics #0 {}] regionserver.Replication$ReplicationStatisticsTask(247): Global stats: WAL Edits Buffer Used=0B, Limit=268435456B 2024-12-15T23:25:56,540 DEBUG [RS:0;3434134abe44:39217 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/oldWALs 2024-12-15T23:25:56,540 INFO [RS:0;3434134abe44:39217 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 3434134abe44%2C39217%2C1734305058766:(num 1734305061628) 2024-12-15T23:25:56,540 DEBUG [RS:0;3434134abe44:39217 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:56,540 INFO [RS:0;3434134abe44:39217 {}] regionserver.LeaseManager(133): Closed leases 2024-12-15T23:25:56,541 INFO [RS:0;3434134abe44:39217 {}] hbase.ChoreService(370): Chore service for: regionserver/3434134abe44:0 had [ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-12-15T23:25:56,542 INFO [regionserver/3434134abe44:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T23:25:56,542 INFO [RS:0;3434134abe44:39217 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:39217 2024-12-15T23:25:56,557 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T23:25:56,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/3434134abe44,39217,1734305058766 2024-12-15T23:25:56,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-15T23:25:56,591 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [3434134abe44,39217,1734305058766] 2024-12-15T23:25:56,591 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 3434134abe44,39217,1734305058766; numProcessing=1 2024-12-15T23:25:56,600 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /1/draining/3434134abe44,39217,1734305058766 already deleted, retry=false 2024-12-15T23:25:56,600 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 3434134abe44,39217,1734305058766 expired; onlineServers=0 2024-12-15T23:25:56,600 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '3434134abe44,43079,1734305058023' ***** 2024-12-15T23:25:56,600 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-15T23:25:56,600 DEBUG [M:0;3434134abe44:43079 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@350c72d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=3434134abe44/172.17.0.2:0 2024-12-15T23:25:56,600 INFO [M:0;3434134abe44:43079 {}] regionserver.HRegionServer(1224): stopping server 3434134abe44,43079,1734305058023 2024-12-15T23:25:56,600 INFO [M:0;3434134abe44:43079 {}] regionserver.HRegionServer(1250): stopping server 3434134abe44,43079,1734305058023; all regions closed. 2024-12-15T23:25:56,600 DEBUG [M:0;3434134abe44:43079 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-15T23:25:56,600 DEBUG [M:0;3434134abe44:43079 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-15T23:25:56,600 DEBUG [M:0;3434134abe44:43079 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-15T23:25:56,600 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-15T23:25:56,600 DEBUG [master/3434134abe44:0:becomeActiveMaster-HFileCleaner.large.0-1734305061370 {}] cleaner.HFileCleaner(306): Exit Thread[master/3434134abe44:0:becomeActiveMaster-HFileCleaner.large.0-1734305061370,5,FailOnTimeoutGroup] 2024-12-15T23:25:56,600 INFO [M:0;3434134abe44:43079 {}] hbase.ChoreService(370): Chore service for: master/3434134abe44:0 had [] on shutdown 2024-12-15T23:25:56,600 DEBUG [master/3434134abe44:0:becomeActiveMaster-HFileCleaner.small.0-1734305061372 {}] cleaner.HFileCleaner(306): Exit Thread[master/3434134abe44:0:becomeActiveMaster-HFileCleaner.small.0-1734305061372,5,FailOnTimeoutGroup] 2024-12-15T23:25:56,600 DEBUG [M:0;3434134abe44:43079 {}] master.HMaster(1733): Stopping service threads 2024-12-15T23:25:56,601 INFO [M:0;3434134abe44:43079 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-15T23:25:56,601 ERROR [M:0;3434134abe44:43079 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-3,5,PEWorkerGroup] Thread[HFileArchiver-4,5,PEWorkerGroup] Thread[HFileArchiver-5,5,PEWorkerGroup] 2024-12-15T23:25:56,601 INFO [M:0;3434134abe44:43079 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-15T23:25:56,601 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-15T23:25:56,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-15T23:25:56,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-15T23:25:56,608 DEBUG [M:0;3434134abe44:43079 {}] zookeeper.ZKUtil(347): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-15T23:25:56,608 WARN [M:0;3434134abe44:43079 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-15T23:25:56,608 INFO [M:0;3434134abe44:43079 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-15T23:25:56,608 INFO [M:0;3434134abe44:43079 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-15T23:25:56,608 DEBUG [M:0;3434134abe44:43079 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-15T23:25:56,608 INFO [M:0;3434134abe44:43079 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:25:56,608 DEBUG [M:0;3434134abe44:43079 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:25:56,608 DEBUG [M:0;3434134abe44:43079 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-15T23:25:56,608 DEBUG [M:0;3434134abe44:43079 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:25:56,608 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-15T23:25:56,608 INFO [M:0;3434134abe44:43079 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=237.93 KB heapSize=293.90 KB 2024-12-15T23:25:56,622 DEBUG [M:0;3434134abe44:43079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8078304437e34db2841944f5d6fc2f1a is 82, key is hbase:meta,,1/info:regioninfo/1734305062774/Put/seqid=0 2024-12-15T23:25:56,625 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741872_1048 (size=5672) 2024-12-15T23:25:56,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:56,692 INFO [RS:0;3434134abe44:39217 {}] regionserver.HRegionServer(1307): Exiting; stopping=3434134abe44,39217,1734305058766; zookeeper connection closed. 2024-12-15T23:25:56,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39217-0x1002c021aa20001, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:56,692 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@23b91c74 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@23b91c74 2024-12-15T23:25:56,693 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-15T23:25:57,027 INFO [M:0;3434134abe44:43079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8078304437e34db2841944f5d6fc2f1a 2024-12-15T23:25:57,053 DEBUG [M:0;3434134abe44:43079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de875c17894a4c728c5e25d6b682251e is 2026, key is \x00\x00\x00\x00\x00\x00\x00\x09/proc:d/1734305076813/Put/seqid=0 2024-12-15T23:25:57,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741873_1049 (size=12840) 2024-12-15T23:25:57,062 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-12-15T23:25:57,075 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-12-15T23:25:57,459 INFO [M:0;3434134abe44:43079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=237.38 KB at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de875c17894a4c728c5e25d6b682251e 2024-12-15T23:25:57,470 INFO [M:0;3434134abe44:43079 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de875c17894a4c728c5e25d6b682251e 2024-12-15T23:25:57,486 DEBUG [M:0;3434134abe44:43079 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18698a09f0334b34b044c815c0a12912 is 69, key is 3434134abe44,39217,1734305058766/rs:state/1734305061403/Put/seqid=0 2024-12-15T23:25:57,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741874_1050 (size=5156) 2024-12-15T23:25:57,892 INFO [M:0;3434134abe44:43079 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=612 (bloomFilter=true), to=hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18698a09f0334b34b044c815c0a12912 2024-12-15T23:25:57,903 DEBUG [M:0;3434134abe44:43079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/8078304437e34db2841944f5d6fc2f1a as hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8078304437e34db2841944f5d6fc2f1a 2024-12-15T23:25:57,910 INFO [M:0;3434134abe44:43079 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/8078304437e34db2841944f5d6fc2f1a, entries=8, sequenceid=612, filesize=5.5 K 2024-12-15T23:25:57,911 DEBUG [M:0;3434134abe44:43079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/de875c17894a4c728c5e25d6b682251e as hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de875c17894a4c728c5e25d6b682251e 2024-12-15T23:25:57,917 INFO [M:0;3434134abe44:43079 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for de875c17894a4c728c5e25d6b682251e 2024-12-15T23:25:57,917 INFO [M:0;3434134abe44:43079 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/de875c17894a4c728c5e25d6b682251e, entries=77, sequenceid=612, filesize=12.5 K 2024-12-15T23:25:57,918 DEBUG [M:0;3434134abe44:43079 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/18698a09f0334b34b044c815c0a12912 as hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18698a09f0334b34b044c815c0a12912 2024-12-15T23:25:57,923 INFO [M:0;3434134abe44:43079 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:43887/user/jenkins/test-data/2a506c07-e7e8-e2d7-1130-5fad612b0b56/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/18698a09f0334b34b044c815c0a12912, entries=1, sequenceid=612, filesize=5.0 K 2024-12-15T23:25:57,923 INFO [M:0;3434134abe44:43079 {}] regionserver.HRegion(3040): Finished flush of dataSize ~237.93 KB/243643, heapSize ~293.60 KB/300648, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1315ms, sequenceid=612, compaction requested=false 2024-12-15T23:25:57,925 INFO [M:0;3434134abe44:43079 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-15T23:25:57,925 DEBUG [M:0;3434134abe44:43079 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-15T23:25:57,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46209 is added to blk_1073741830_1006 (size=284382) 2024-12-15T23:25:57,927 INFO [M:0;3434134abe44:43079 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-15T23:25:57,927 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-15T23:25:57,927 INFO [M:0;3434134abe44:43079 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:43079 2024-12-15T23:25:57,958 DEBUG [M:0;3434134abe44:43079 {}] zookeeper.RecoverableZooKeeper(215): Node /1/rs/3434134abe44,43079,1734305058023 already deleted, retry=false 2024-12-15T23:25:58,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:58,067 INFO [M:0;3434134abe44:43079 {}] regionserver.HRegionServer(1307): Exiting; stopping=3434134abe44,43079,1734305058023; zookeeper connection closed. 2024-12-15T23:25:58,067 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43079-0x1002c021aa20000, quorum=127.0.0.1:55104, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-15T23:25:58,075 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@13dcf6e2{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-15T23:25:58,076 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@375fca07{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T23:25:58,076 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T23:25:58,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2e1ac256{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T23:25:58,076 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53c29111{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop.log.dir/,STOPPED} 2024-12-15T23:25:58,078 WARN [BP-1351201591-172.17.0.2-1734305054979 heartbeating to localhost/127.0.0.1:43887 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-15T23:25:58,078 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-15T23:25:58,078 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-15T23:25:58,078 WARN [BP-1351201591-172.17.0.2-1734305054979 heartbeating to localhost/127.0.0.1:43887 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1351201591-172.17.0.2-1734305054979 (Datanode Uuid 7f7000a1-1bb6-412a-b337-fd364362acc9) service to localhost/127.0.0.1:43887 2024-12-15T23:25:58,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543/dfs/data/data1/current/BP-1351201591-172.17.0.2-1734305054979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T23:25:58,079 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/cluster_167d07a1-5077-26dc-6614-e5e85fce2543/dfs/data/data2/current/BP-1351201591-172.17.0.2-1734305054979 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-15T23:25:58,079 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-15T23:25:58,083 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@44bb46a9{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-15T23:25:58,084 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@347219d0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-15T23:25:58,084 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-15T23:25:58,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56609113{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-15T23:25:58,084 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6c84c4d2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/44314224-73ec-d340-5819-49d157bc7548/hadoop.log.dir/,STOPPED} 2024-12-15T23:25:58,091 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-15T23:25:58,109 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down